-- Logs begin at Mon 2022-01-10 10:39:38 UTC, end at Mon 2022-01-10 11:59:28 UTC. -- Jan 10 11:28:35.341522 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 10 11:28:38.437219 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.common.config [-] Logging enabled! Jan 10 11:28:38.437837 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev332 Jan 10 11:28:38.437989 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 10 11:28:38.441217 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.common.config [-] Logging enabled! Jan 10 11:28:38.441464 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev332 Jan 10 11:28:38.441767 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 10 11:28:38.442717 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 11:28:38.442939 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 11:28:38.443460 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 11:28:38.443698 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 11:28:38.443915 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 11:28:38.444228 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.444750 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 10 11:28:38.445066 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.445348 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.445636 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.445926 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.446242 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.446510 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.446796 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.447097 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.447367 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.447645 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.447922 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.448202 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.448476 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.448762 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.449042 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.449315 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.449589 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.450001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.450430 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.450707 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.450988 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.451291 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.451525 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.451794 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.452072 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.452390 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.452661 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.452939 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.453216 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.453495 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.453762 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.454029 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.454333 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.454598 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.454863 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.455136 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.455416 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.455694 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.455975 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.456193 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.456409 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.456688 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.456968 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.457240 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.457506 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.457773 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.458039 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.458332 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.458599 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.458877 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.459152 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.459429 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.459697 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.459963 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.460250 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.460516 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.460796 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.461063 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.461350 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.461596 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.461873 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.462133 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.462421 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.462714 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.462992 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.463267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.463544 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.463810 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.464082 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.464348 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.464608 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.464870 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.465133 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.465397 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.465667 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.465929 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.466189 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.466476 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.466738 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.467013 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.467275 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:38.467563 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.467853 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.468145 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.468422 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.468712 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.468985 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.469265 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.469536 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.469817 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.470096 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.470402 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.470675 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.470967 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.471249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.471537 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.471834 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.472124 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.472410 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.472681 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.472950 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.473216 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.473489 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.473772 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.474044 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.474366 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.474653 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.474929 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.475220 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.475501 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.476383 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.476678 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.476952 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.477227 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.477516 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.477790 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.478059 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.478358 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.478651 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.478926 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.479196 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.479473 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.479749 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.480021 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.480292 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.480565 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.480854 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.481131 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.481397 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.481664 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.481936 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.482203 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.482505 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.482778 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.483048 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.483318 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.483590 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.483858 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.484124 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.484395 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.484662 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.484932 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.485197 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.485463 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.485728 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.485993 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.486280 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.486548 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.486817 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.487084 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.487353 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.487620 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.487889 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.488155 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.488428 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.488713 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.489005 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.489277 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.489552 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.489824 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.490096 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.490387 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.490659 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.490932 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.491205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.492063 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.492348 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.492627 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.492909 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.493205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.493479 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.493770 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.494044 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.494340 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.494613 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.495144 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.495420 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.495713 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.495983 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.496268 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.496551 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.496837 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.497123 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.497397 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.497699 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.497973 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:38.498179 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 11:28:38.498451 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103255) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 10 11:28:38.849018 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 10 11:28:38.849295 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 10 11:28:38.849594 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 10 11:28:38.849925 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 10 11:28:39.179497 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.179691 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.179949 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.181233 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.181503 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.181764 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.227742 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.228010 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.228267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.243228 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.243500 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.243764 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.272607 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.272925 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.273189 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.311483 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.311755 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.312015 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.655843 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.656464 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.656464 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.656628 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.657370 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.758594 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.758833 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.759113 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.759382 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.759646 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.759951 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.760205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.760457 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.760708 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.760985 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.761277 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.761538 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.761789 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.762036 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.762307 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.762570 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.762826 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.763088 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.763351 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.763605 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.764001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.764299 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.764577 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.765021 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.765271 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.765516 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.765906 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:28:39.766141 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:28:39.766399 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:28:39.766703 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:28:39.766938 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:28:39.767170 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:28:39.767530 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 10 11:28:39.770890 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 10 11:28:39.775543 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 10 11:28:39.779580 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 10 11:28:39.781218 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 10 11:28:39.781675 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 10 11:28:39.782006 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 10 11:28:39.782417 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 10 11:28:39.785264 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 10 11:28:39.785512 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 10 11:28:39.785853 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 11:28:39.792042 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 10 11:28:39.815165 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 10 11:28:39.815620 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.815911 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103255) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 10 11:28:39.816265 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.817648 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103255) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 10 11:28:39.817921 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 10 11:28:39.818160 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 10 11:28:39.821610 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.821886 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:39.886025 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 10 11:28:39.886289 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 10 11:28:39.886522 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 10 11:28:39.886886 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 10 11:28:39.907602 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_db.sqlalchemy.engines [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103255) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 10 11:28:40.554971 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Initializing driver for type 'gre' Jan 10 11:28:40.555499 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] gre ID ranges: [(1, 1000)] Jan 10 11:28:40.828506 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Initializing driver for type 'local' Jan 10 11:28:40.829114 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Initializing driver for type 'vlan' Jan 10 11:28:40.965568 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] VlanTypeDriver initialization complete Jan 10 11:28:40.965905 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Initializing driver for type 'vxlan' Jan 10 11:28:40.966436 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] vxlan ID ranges: [(1, 1000)] Jan 10 11:28:41.262829 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Initializing extension driver 'port_security' Jan 10 11:28:41.263169 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.extensions.port_security [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] PortSecurityExtensionDriver initialization complete Jan 10 11:28:41.263529 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Initializing mechanism driver 'openvswitch' Jan 10 11:28:41.263850 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Initializing mechanism driver 'hyperv' Jan 10 11:28:41.270623 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:28:41.271305 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.271676 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.272021 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.272549 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:28:41.273576 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.273924 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.274292 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.274700 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:28:41.275100 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > network after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.275444 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > network after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.275782 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.276176 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:28:41.276576 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > security_group after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.276922 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > security_group after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.277260 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.277792 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:28:41.278195 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.278565 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.278905 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.279303 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:28:41.279701 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > address_group after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.280044 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > address_group after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.280377 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.280773 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 10 11:28:41.281150 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] ML2 OVO RPC backend initialized. {{(pid=103255) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 10 11:28:41.281861 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.282233 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.282656 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > network before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.287577 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > networks before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.287577 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > port before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.287577 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > ports before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.287577 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > subnet before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.287890 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > subnets before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.287890 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > network after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.287890 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > network after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.287890 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.288179 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.288179 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.288179 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.288179 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.289042 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.289042 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.289042 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Modular L2 Plugin initialization complete Jan 10 11:28:41.289042 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading services supported by the core plugin {{(pid=103255) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 10 11:28:41.289352 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Got port-security extension from driver 'port_security' Jan 10 11:28:41.289543 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.extensions.vlantransparent [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Disabled vlantransparent extension. Jan 10 11:28:41.290020 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103255) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 10 11:28:41.290369 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading Plugin: router Jan 10 11:28:41.327028 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.327425 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router after_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.327795 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router before_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.328156 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.328526 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.328877 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router after_delete 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.329232 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.329575 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.329931 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router after_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.330291 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.330638 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.330981 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.331330 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.331734 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.332105 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.332441 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.332773 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.333109 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.333450 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.333793 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.334133 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: port before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.334503 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.334853 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.335768 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.336206 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.336570 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.336916 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.337276 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > agent after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.337623 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > agent after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.337965 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.338864 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Tracking information for resource: router configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:28:41.339193 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Tracking information for resource: floatingip configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 10 11:28:41.344272 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.db.l3_agentschedulers_db [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 10 11:28:41.344851 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.345210 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.345561 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.345910 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.346738 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router before_create 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.347100 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.347461 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_create 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.347816 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > router precommit_update 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.353271 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.services.provider_configuration [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service providers = [] {{(pid=103255) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 10 11:28:41.353627 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.db.servicetype_db [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103255) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 10 11:28:41.356630 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 11:28:41.356976 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 11:28:41.357316 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 11:28:41.358225 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 10 11:28:41.358604 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.services.service_base [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 10 11:28:41.358975 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:28:41.359323 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 10 11:28:41.370781 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:28:41.371012 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading Plugin: auto_allocate Jan 10 11:28:41.376869 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: network precommit_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.377239 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: network precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.377763 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:28:41.378083 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading Plugin: tag Jan 10 11:28:41.384827 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:28:41.385155 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading Plugin: timestamp Jan 10 11:28:41.389278 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:28:41.389603 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading Plugin: network_ip_availability Jan 10 11:28:41.395161 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.395528 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.395881 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.396588 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:28:41.396904 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading Plugin: flavors Jan 10 11:28:41.402321 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:28:41.402652 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading Plugin: revisions Jan 10 11:28:41.407031 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 10 11:28:41.407420 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.558s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 10 11:28:41.408159 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103255) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 10 11:28:41.408489 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Initializing extension manager. Jan 10 11:28:41.409004 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: __init__.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.409341 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: __pycache__ {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.409672 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.410000 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.410822 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.411383 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: address-group Jan 10 11:28:41.411703 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: address_scope.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.412603 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.413120 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: address-scope Jan 10 11:28:41.413624 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.414591 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.415098 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: router-admin-state-down-before-update Jan 10 11:28:41.415417 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: agent.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.416118 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.416617 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: agent Jan 10 11:28:41.416935 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: agent_resources_synced.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.417845 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.418376 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: agent-resources-synced Jan 10 11:28:41.418696 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: allowedaddresspairs.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.420482 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.421045 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: allowed-address-pairs Jan 10 11:28:41.421373 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: auto_allocated_topology.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.422481 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.422984 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: auto-allocated-topology Jan 10 11:28:41.423307 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.423993 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.424493 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: availability_zone Jan 10 11:28:41.424811 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: availability_zone_filter.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.425717 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.426234 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: availability_zone_filter Jan 10 11:28:41.426556 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: data_plane_status.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.427458 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.427953 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension data-plane-status not supported by any of loaded plugins Jan 10 11:28:41.428266 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: default_subnetpools.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.429242 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.429739 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: default-subnetpools Jan 10 11:28:41.430060 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.430899 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.431395 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: dhcp_agent_scheduler Jan 10 11:28:41.431717 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: dns.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.432628 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.433132 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension dns-integration not supported by any of loaded plugins Jan 10 11:28:41.433451 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: dns_domain_ports.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.434399 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.434897 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 10 11:28:41.435219 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.436137 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.436630 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 10 11:28:41.436948 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: dvr.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.437616 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.438119 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: dvr Jan 10 11:28:41.438471 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: ecmp_routes.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.439389 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.439884 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension ecmp_routes not supported by any of loaded plugins Jan 10 11:28:41.440226 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: empty_string_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.441140 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.441638 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: empty-string-filtering Jan 10 11:28:41.441954 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.442892 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.443395 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 10 11:28:41.443709 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.445197 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.445679 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 10 11:28:41.446038 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: external_net.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.447044 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.447552 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: external-net Jan 10 11:28:41.447869 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.448790 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.449288 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: extra_dhcp_opt Jan 10 11:28:41.449605 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: extraroute.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.450540 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.451040 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: extraroute Jan 10 11:28:41.451357 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: extraroute_atomic.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.452398 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.452900 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: extraroute-atomic Jan 10 11:28:41.453219 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: filter_validation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.453888 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.454404 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: filter-validation Jan 10 11:28:41.454722 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: fip_pf_description.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.455629 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.456123 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 10 11:28:41.456438 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: fip_port_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.457356 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.457854 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: fip-port-details Jan 10 11:28:41.458170 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: flavors.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.459439 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.459947 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: flavors Jan 10 11:28:41.460875 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.462585 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.463099 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 10 11:28:41.463422 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: floatingip_pools.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.464157 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.464663 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: floatingip-pools Jan 10 11:28:41.464983 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: ip_allocation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.465914 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.466449 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension ip_allocation not supported by any of loaded plugins Jan 10 11:28:41.466771 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.467691 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.468193 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: ip-substring-filtering Jan 10 11:28:41.468514 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: l2_adjacency.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.469449 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.469943 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension l2_adjacency not supported by any of loaded plugins Jan 10 11:28:41.470294 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: l3.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.471405 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.471916 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: router Jan 10 11:28:41.472235 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.474554 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.475079 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 10 11:28:41.475408 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.476406 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.476910 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: ext-gw-mode Jan 10 11:28:41.477232 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.478180 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.478717 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: l3-ha Jan 10 11:28:41.479036 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: l3_flavors.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.479945 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.480443 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: l3-flavors Jan 10 11:28:41.480761 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.481678 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.482177 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: l3-port-ip-change-not-allowed Jan 10 11:28:41.482521 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: l3agentscheduler.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.483582 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.484091 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: l3_agent_scheduler Jan 10 11:28:41.484412 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: local_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.486206 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.486749 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension local_ip not supported by any of loaded plugins Jan 10 11:28:41.487080 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: logging.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.488615 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.489095 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension logging not supported by any of loaded plugins Jan 10 11:28:41.489424 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: metering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.499385 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.500001 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: metering Jan 10 11:28:41.500328 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.501443 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.501954 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: metering_source_and_destination_fields Jan 10 11:28:41.502301 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: multiprovidernet.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.503245 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.503747 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: multi-provider Jan 10 11:28:41.504068 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: netmtu.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.504985 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.505485 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: net-mtu Jan 10 11:28:41.505806 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: netmtu_writable.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.506758 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.507919 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: net-mtu-writable Jan 10 11:28:41.508315 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: network_availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.508990 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.509492 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: network_availability_zone Jan 10 11:28:41.509810 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: network_ip_availability.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.510964 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.511466 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: network-ip-availability Jan 10 11:28:41.511783 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: network_segment_range.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.512549 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.513092 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension network-segment-range not supported by any of loaded plugins Jan 10 11:28:41.513369 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: pagination.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.514528 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.514857 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: pagination Jan 10 11:28:41.515173 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: port_device_profile.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.516074 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.516577 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: port-device-profile Jan 10 11:28:41.516893 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.517809 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.518340 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: port-mac-address-regenerate Jan 10 11:28:41.518661 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.519565 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.520067 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: port-numa-affinity-policy Jan 10 11:28:41.520384 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: port_resource_request.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.521307 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.521815 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension port-resource-request not supported by any of loaded plugins Jan 10 11:28:41.522136 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: port_resource_request_groups.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.523831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.524371 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 10 11:28:41.524691 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: portbindings.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.525641 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.526143 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: binding Jan 10 11:28:41.526494 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: portbindings_extended.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.527783 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.528294 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: binding-extended Jan 10 11:28:41.528624 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: portsecurity.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.529540 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.530046 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: port-security Jan 10 11:28:41.530393 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: project_id.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.531382 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.531712 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: project-id Jan 10 11:28:41.532032 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: providernet.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.539055 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.539636 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: provider Jan 10 11:28:41.539957 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.543580 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.544099 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos not supported by any of loaded plugins Jan 10 11:28:41.544430 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.545683 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.546196 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 10 11:28:41.546548 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.547471 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.547978 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 10 11:28:41.548301 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_default.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.549222 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.549727 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-default not supported by any of loaded plugins Jan 10 11:28:41.550089 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_fip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.550768 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.551266 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-fip not supported by any of loaded plugins Jan 10 11:28:41.551584 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.552498 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.552993 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 10 11:28:41.553311 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_gateway_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.555000 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.555495 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 10 11:28:41.555817 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_port_network_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.556741 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.557241 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 10 11:28:41.557557 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.558632 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.559132 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 10 11:28:41.559454 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_pps_rule.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.560651 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.561162 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-pps not supported by any of loaded plugins Jan 10 11:28:41.561480 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_rule_type_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.562443 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.562934 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 10 11:28:41.563250 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: qos_rules_alias.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.564294 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.564801 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 10 11:28:41.565123 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: quota_check_limit.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.566046 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.566596 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: quota-check-limit Jan 10 11:28:41.566915 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: quotasv2.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.567876 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.568199 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: quotas Jan 10 11:28:41.568516 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: quotasv2_detail.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.572052 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.572410 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: quota_details Jan 10 11:28:41.572759 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: rbac.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.573841 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.574410 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: rbac-policies Jan 10 11:28:41.574741 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: rbac_address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.575683 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.576194 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: rbac-address-group Jan 10 11:28:41.576520 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: rbac_address_scope.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.577441 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.577947 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: rbac-address-scope Jan 10 11:28:41.578294 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: rbac_security_groups.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.584490 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.584986 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: rbac-security-groups Jan 10 11:28:41.585475 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: rbac_subnetpool.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.586508 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.587013 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: rbac-subnetpool Jan 10 11:28:41.587329 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: revisionifmatch.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.588281 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.588784 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: revision-if-match Jan 10 11:28:41.589121 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: revisions.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.590238 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.590754 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: standard-attr-revisions Jan 10 11:28:41.591075 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: router_availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.591746 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.592252 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: router_availability_zone Jan 10 11:28:41.592570 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: routerservicetype.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.593487 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.593982 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension router-service-type not supported by any of loaded plugins Jan 10 11:28:41.594326 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.595398 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.595878 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: security-groups-normalized-cidr Jan 10 11:28:41.596196 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.597130 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.597632 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: port-security-groups-filtering Jan 10 11:28:41.597948 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.598903 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.599404 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: security-groups-remote-address-group Jan 10 11:28:41.599720 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.600645 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.601733 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: security-groups-shared-filtering Jan 10 11:28:41.602055 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.602675 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 10 11:28:41.602990 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: securitygroup.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.614190 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.614738 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: security-group Jan 10 11:28:41.615067 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: segment.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.615870 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.616375 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension segment not supported by any of loaded plugins Jan 10 11:28:41.617326 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.618484 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.618990 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 10 11:28:41.619312 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: servicetype.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.620690 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.621202 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: service-type Jan 10 11:28:41.621524 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: sorting.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.622547 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.622877 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: sorting Jan 10 11:28:41.623197 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: standard_attr_segment.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.624158 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.624663 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 10 11:28:41.624987 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: standardattrdescription.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.625636 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.626137 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: standard-attr-description Jan 10 11:28:41.626486 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: stateful_security_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.627427 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.627941 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: stateful-security-group Jan 10 11:28:41.628267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: stdattrs_common.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.628837 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 10 11:28:41.629157 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.630087 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.630626 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 10 11:28:41.630946 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: subnet_onboard.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.632019 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.632769 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: subnet_onboard Jan 10 11:28:41.633097 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.634033 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.634564 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 10 11:28:41.634886 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: subnet_service_types.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.635828 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.636329 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: subnet-service-types Jan 10 11:28:41.636650 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: subnetallocation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.637733 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.638274 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: subnet_allocation Jan 10 11:28:41.638599 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.639277 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.639837 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: subnetpool-prefix-ops Jan 10 11:28:41.640157 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.646705 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.647262 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 10 11:28:41.647583 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: tagging.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.648727 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.649246 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: standard-attr-tag Jan 10 11:28:41.649571 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: timestamp.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.650810 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.651323 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loaded extension: standard-attr-timestamp Jan 10 11:28:41.651644 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: trunk.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.652696 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.653253 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension trunk not supported by any of loaded plugins Jan 10 11:28:41.653573 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: trunk_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.654529 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.655038 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension trunk-details not supported by any of loaded plugins Jan 10 11:28:41.655358 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: uplink_status_propagation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.656279 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.656788 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 10 11:28:41.657110 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Loading extension file: vlantransparent.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 10 11:28:41.657786 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 10 11:28:41.658313 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extension vlan-transparent not supported by any of loaded plugins Jan 10 11:28:41.660824 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:network Jan 10 11:28:41.661343 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:subnet Jan 10 11:28:41.661737 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:28:41.662122 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:port Jan 10 11:28:41.663964 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.664408 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service FLAVORS assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.665027 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.665455 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.665786 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:router Jan 10 11:28:41.666237 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:floatingip Jan 10 11:28:41.666724 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service METERING assigned prefix: /metering {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.668170 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.668536 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.668884 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:28:41.669884 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 11:28:41.670368 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:security_group Jan 10 11:28:41.670799 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 11:28:41.671384 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.671717 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:28:41.672057 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] subnetpool is already registered Jan 10 11:28:41.672483 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.672803 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:28:41.673129 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] subnetpool is already registered Jan 10 11:28:41.675422 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.675848 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service FLAVORS assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.676434 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.676851 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.677185 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:router Jan 10 11:28:41.677523 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] router is already registered Jan 10 11:28:41.677926 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:floatingip Jan 10 11:28:41.678293 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] floatingip is already registered Jan 10 11:28:41.678744 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service METERING assigned prefix: /metering {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.680010 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of CountableResource for resource:rbac_policy Jan 10 11:28:41.680331 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] rbac_policy is already registered Jan 10 11:28:41.680735 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:security_group Jan 10 11:28:41.681066 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] security_group is already registered Jan 10 11:28:41.681461 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:security_group_rule Jan 10 11:28:41.681796 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] security_group_rule is already registered Jan 10 11:28:41.682457 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.682787 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:28:41.683119 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] subnetpool is already registered Jan 10 11:28:41.683540 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 10 11:28:41.683863 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Creating instance of TrackedResource for resource:subnetpool Jan 10 11:28:41.684192 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] subnetpool is already registered Jan 10 11:28:41.684645 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: extensions {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.686193 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: address-groups {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.687689 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: address-scopes {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.689009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.690151 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: auto-allocated-topology {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.691405 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: availability_zones {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.692612 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: dhcp-networks {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.694173 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: dhcp-agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.695716 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.697893 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: flavors {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.699077 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: service_profiles {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.700273 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: next_providers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.701742 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: service_profiles {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.703288 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: floatingip-pools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.704498 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.706610 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: floatingips {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.707891 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: l3-routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.709253 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: l3-agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.710762 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: metering-labels {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.712094 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: metering-label-rules {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.713350 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: network-ip-availabilities {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.714648 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: bindings {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.717100 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: quotas {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.718690 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: quotas {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.720204 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: rbac-policies {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.721507 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: security-groups {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.722748 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: security-group-rules {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.723970 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: service-providers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.725176 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: subnetpools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.727229 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: subnetpools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.728655 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.730342 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.732151 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.733913 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.735711 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.737516 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.739241 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.741131 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.743716 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.745831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 10 11:28:41.751881 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING keystonemiddleware.auth_token [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 10 11:28:41.756600 dv-cinder-master-3-iscsi neutron-server[103255]: WARNING keystonemiddleware.auth_token [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 10 11:28:41.765334 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Acquired lock "singleton_lock" {{(pid=103255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 10 11:28:41.765744 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Releasing lock "singleton_lock" {{(pid=103255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 10 11:28:41.766415 dv-cinder-master-3-iscsi neutron-server[103255]: INFO oslo_service.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Starting 2 workers Jan 10 11:28:41.771304 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Started child 103370 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 11:28:41.775982 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Started child 103371 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 11:28:41.777114 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:41.777804 dv-cinder-master-3-iscsi neutron-server[103255]: INFO neutron.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Neutron service started, listening on 0.0.0.0:9696 Jan 10 11:28:41.778235 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:41.778619 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [-] (103370) wsgi starting up on http://0.0.0.0:9696 Jan 10 11:28:41.780706 dv-cinder-master-3-iscsi neutron-server[103255]: INFO oslo_service.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Starting 1 workers Jan 10 11:28:41.781089 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:41.782494 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [-] (103371) wsgi starting up on http://0.0.0.0:9696 Jan 10 11:28:41.785974 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Started child 103372 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 11:28:41.786561 dv-cinder-master-3-iscsi neutron-server[103255]: INFO oslo_service.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Starting 1 workers Jan 10 11:28:41.790549 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] calling RpcWorker wait() {{(pid=103372) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 10 11:28:41.791094 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] returning from RpcWorker wait() {{(pid=103372) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 10 11:28:41.791679 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Started child 103373 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 10 11:28:41.792459 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:41.792588 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d95feeae-1609-4409-a0d8-eee5c6e70dfc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:41.792957 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:28:41.794449 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 10 11:28:41.794657 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 11:28:41.794844 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 11:28:41.795075 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 11:28:41.795413 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 11:28:41.795580 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 11:28:41.796091 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.796370 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.796626 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.796730 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:41.797167 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.797167 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.797718 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.797883 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:28:41.797995 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.798256 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.798525 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.798771 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.798940 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.799103 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.799356 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.799617 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.799908 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.800185 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.800422 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.800692 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.800858 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.801101 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.801373 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.801599 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.801861 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.802103 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.802625 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.802860 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.803109 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.803326 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.803590 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.803817 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.804756 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.804996 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.805311 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.805455 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.805692 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.805929 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.806146 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.806414 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.806650 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.806896 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.807136 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.807608 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.807847 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.808079 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.808310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.808551 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.808795 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.809011 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.809267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.809529 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.809787 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.810009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.810270 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.810526 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.810756 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.810999 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.811164 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_options = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.811383 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.811663 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.811906 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.812118 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.812273 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.812412 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.812882 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.812882 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.813165 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.813303 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.813440 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.813685 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.813911 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.814124 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.814417 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.814658 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.814913 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.815121 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.815366 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.815610 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.815834 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.816064 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.816326 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.816535 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.816757 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.816974 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.817219 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.817453 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.817686 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.817911 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.818273 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.818689 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.819102 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.819345 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.819727 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.820002 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.820216 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.820454 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.820836 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.821248 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.821599 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.821853 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.822442 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.822667 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.823326 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.823326 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.823940 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.823940 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.823940 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.824789 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.824789 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.824789 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.824789 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.825324 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.825324 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.825324 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.825716 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.826552 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.826552 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.826552 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.826796 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.827059 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.827275 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.827511 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.827743 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.827977 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.828294 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.828526 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.829119 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.829119 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.829492 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.829675 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.829921 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.830319 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.830438 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.836009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.836009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.836009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.836009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.836009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.836009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.836009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.836009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.837205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.837205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.837205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.837205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.837205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.837205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.837205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.837205 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.838184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839272 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839895 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839895 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.839895 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.840104 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.840340 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.840542 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842001 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842553 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842553 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.842955 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.843320 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.844977 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.845091 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.845313 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.845523 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.845945 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.846355 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.846646 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.846849 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.847027 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.847234 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.847455 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.847670 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.847886 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.848117 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.848319 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.848688 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.849091 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.849311 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.849526 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.849750 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.850080 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.850256 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.850711 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.851584 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.851823 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.852051 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.852386 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.852634 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.852858 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.853079 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.853300 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.853513 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.853764 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.854009 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.854259 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.854505 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.854745 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.854979 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.855199 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.855419 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.855653 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.855885 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.856124 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.856392 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.856627 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.856858 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.857107 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.857358 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.857643 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.857902 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.858171 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.858418 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.858727 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.859021 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.859309 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.859592 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.859844 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.860104 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.860355 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.860614 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.860859 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.861106 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.861361 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.861580 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.861834 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.862059 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.862294 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.862549 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.862859 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.863089 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.863301 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.863517 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.863776 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.864020 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.864268 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.864554 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.864780 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.865013 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.865255 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.865489 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.865727 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.865965 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.866192 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.866492 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.866833 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.867150 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.867479 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.867744 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.867966 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.868222 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.868438 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.868692 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.868900 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.869297 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.869519 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.869765 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.870851 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.870851 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.870851 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.871127 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.871209 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.871386 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.871598 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.871862 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.872095 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.872364 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.872613 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.872858 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.873078 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.873315 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.873764 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.873981 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.874252 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.874549 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.874766 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.874985 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.875202 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.875435 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.875647 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.875873 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.876104 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.876352 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.876591 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.876911 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.877167 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.877398 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.877635 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.877854 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.878087 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.878368 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.878607 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.878825 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.879058 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.879292 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.879557 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.879798 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.880089 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.880356 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.880487 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.880663 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.880874 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.881082 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.881371 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.881624 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.881848 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.882258 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.882493 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.882706 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.883033 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.883252 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.883464 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.883693 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.883933 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.884144 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.884388 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.884625 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.884832 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.885056 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.885312 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.885521 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.886355 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.887005 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.887214 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.887441 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.887655 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.887865 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.888095 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.888304 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.888509 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.888738 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.888975 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.889184 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.889629 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.889629 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.889915 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.890007 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.890263 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.890456 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.890754 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.891000 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.891220 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.891504 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.891729 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.891985 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.892224 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.892529 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.892743 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.892982 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.893217 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.893431 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.893667 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.893922 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.894286 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.894577 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.894842 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.895079 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.895368 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.895657 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.895925 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.896154 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.896458 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.896810 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.897087 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.897326 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.897583 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.898414 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.898639 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.898856 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.899104 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.899337 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.899549 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.899785 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.900029 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.900275 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.900492 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.900718 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.900952 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.901181 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.901407 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.901680 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.901916 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.902072 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 11:28:41.902643 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 10 11:28:41.902801 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 10 11:28:41.902952 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 10 11:28:41.903132 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 10 11:28:41.903304 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 10 11:28:41.903453 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 10 11:28:41.903661 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.903821 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.903983 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.904138 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.904454 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.904634 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.904793 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.904951 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.905108 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.905269 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.905490 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.905650 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.905808 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.905965 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.906121 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.906303 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.906462 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.906622 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.906782 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.906935 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.907087 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.907243 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.907398 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.907553 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.908236 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.908398 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.908545 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.908700 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.908857 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.909011 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.909156 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.909300 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.909452 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.909619 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.909775 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.909922 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.910095 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.910294 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.910439 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.910576 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.910724 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.910861 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.911011 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.911148 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.911378 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.911378 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.911648 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.911788 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.911923 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.912060 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.912195 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.912339 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.912475 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.912621 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.912756 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.912895 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.913034 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_options = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.913171 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.913303 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.913521 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.913713 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.913893 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.914033 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.914173 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.914351 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.914500 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.914648 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.914784 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.914919 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.915054 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.915190 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.915325 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.915460 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.915839 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.915839 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.916118 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.916118 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.916378 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.916378 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.916645 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.916645 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.916900 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.916900 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.917154 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.917298 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.917435 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.917579 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.917713 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.917851 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.917986 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.918121 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.918277 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.918430 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.918577 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.918713 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.918847 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.918982 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.919116 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.919251 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.919600 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.919600 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.919861 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.919861 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.920128 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.920128 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.920397 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.920397 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.920655 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.920655 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.920909 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.921043 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.921186 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.921322 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 10 11:28:41.921527 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.921527 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.921696 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.921847 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.922007 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.922195 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.922400 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.922577 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.922700 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.922820 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.922943 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.923102 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.923270 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.923428 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.923585 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.923745 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.923904 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.924063 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.924221 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.924378 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.924585 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.924888 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.924888 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.925126 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.925218 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.925342 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.925502 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.925670 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.925831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.926004 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.926165 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.926349 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.926507 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.926650 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.926814 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.926973 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.927131 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.927290 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.927450 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.927612 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.927771 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.927930 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.928082 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:28:41.928175 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.928255 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.928387 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.928667 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.928830 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.929536 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.929698 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.929859 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.930050 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.930380 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.930545 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.930705 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.930866 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.931028 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.931185 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.931355 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.931526 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.931684 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.931841 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.932588 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.933332 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.933332 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.933588 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.933588 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.933839 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.933968 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.934177 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.934177 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.934496 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.934496 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.934976 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.934976 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.934976 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.935364 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.935364 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.935364 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.935765 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.935765 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.936022 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.936022 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.936486 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.936486 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.936486 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.936824 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.936824 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.937063 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.937063 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.937294 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.937376 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.937491 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.937666 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.937825 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.937985 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.938145 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.938317 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.938466 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.938619 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.938778 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.938937 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.939080 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.939242 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.939385 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.939554 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.939697 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.939859 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.940021 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.940164 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.940325 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.940483 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.940642 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.940799 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.940958 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.941116 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.941274 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.941431 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.941594 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.941766 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.941924 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.942085 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.942262 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.942433 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.942595 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.942747 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.942906 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.943068 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.943223 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.943384 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.943542 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.943700 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.943861 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.944017 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.944175 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.944360 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.944505 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.945131 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.945131 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.945349 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.945522 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.945665 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.945805 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.945993 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.946153 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.946302 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.946456 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.946618 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.946778 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.946937 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.947141 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.947262 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.947402 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.947561 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.947721 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.947881 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.948039 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.948197 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.948357 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.948516 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.948675 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.948834 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.948992 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.949149 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.949308 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.949469 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.949668 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.949833 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.950615 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.950775 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.952166 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.952166 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.952166 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.952166 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.952166 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.952166 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.952166 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.952166 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954310 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.954831 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955267 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955593 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955593 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.955720 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.956100 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.956100 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.956249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.956315 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.956693 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.956693 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.956923 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.956923 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.957084 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.957215 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.957391 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.957549 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.957721 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.957861 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.958015 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.958174 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.958366 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.958525 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.958669 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.958830 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.958989 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.959148 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.959317 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.959476 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.959634 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.959793 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.959951 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.960110 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.960810 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.960971 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.961130 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.961289 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.961448 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.961628 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.961834 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.961994 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.962154 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.962362 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.962526 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.962686 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.962858 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.963018 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.963176 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.963339 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.963499 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.963658 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.963828 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.963982 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.964146 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.964313 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966249 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966735 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966735 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966735 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966735 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966735 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966735 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.966735 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.967133 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.967133 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.967133 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.967319 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.967385 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.967553 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.967712 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.967870 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.968028 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.968187 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.968360 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.968499 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.968651 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.968808 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.968966 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.969125 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.969282 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.969442 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.969600 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.969759 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.969919 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.970076 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.970264 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.970427 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 10 11:28:41.970575 dv-cinder-master-3-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 10 11:28:42.038121 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 34856) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:28:42.047845 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066154 Jan 10 11:28:54.351127 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4371851-c832-4b43-8591-222ce840b336 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=103372) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 10 11:28:54.411145 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4371851-c832-4b43-8591-222ce840b336 None None] No non-hosted networks {{(pid=103372) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 10 11:28:54.458057 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.agentschedulers_db [None req-e4371851-c832-4b43-8591-222ce840b336 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=103372) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 10 11:28:54.654163 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fae77eab-3ccf-4cf9-8668-df11a0aeb4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632838'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:56.698573 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-41f9b822-30c0-4780-b06e-3fe5bb9b2ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632838'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:56.736109 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.db.api [None req-b465397f-f989-43f3-b187-757aa822a2e0 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-iscsi {{(pid=103372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:28:56.736776 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG oslo_db.api [None req-b465397f-f989-43f3-b187-757aa822a2e0 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:28:57.259872 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b465397f-f989-43f3-b187-757aa822a2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:57.978709 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632838'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:28:59.623829 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632838'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:00.835786 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.db.l3_hamode_db [None req-42645dc4-7619-41fc-8c15-b7c9696b4738 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 10 11:29:00.882839 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632838'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:00.884401 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.884740 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.885073 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.885644 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.885970 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.886314 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.886761 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.887267 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.887592 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.887907 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.888230 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.888575 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.888882 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:00.889287 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:00.931954 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:00.944922 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42645dc4-7619-41fc-8c15-b7c9696b4738 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:29:00.945305 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42645dc4-7619-41fc-8c15-b7c9696b4738 None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 10 11:29:04.104686 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 34954) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:04.710563 dv-cinder-master-3-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-2b5c7566-e11f-4b4c-9ac9-d927456260fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:29:04.711145 dv-cinder-master-3-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-2b5c7566-e11f-4b4c-9ac9-d927456260fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:29:04.935829 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-2b5c7566-e11f-4b4c-9ac9-d927456260fd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:29:04.936881 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2b5c7566-e11f-4b4c-9ac9-d927456260fd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8312604 Jan 10 11:29:07.839625 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 34970) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:08.142751 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-2992c16a-f81a-4b00-a8fa-8e7eccf021ef admin admin] Request body: {'subnetpool': {'tenant_id': 'fd70255155e6410bb2d9f4554d34cff0', 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:29:08.247369 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.policy [None req-2992c16a-f81a-4b00-a8fa-8e7eccf021ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103371) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 10 11:29:08.292742 dv-cinder-master-3-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-2992c16a-f81a-4b00-a8fa-8e7eccf021ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:29:08.293051 dv-cinder-master-3-iscsi neutron-server[103371]: WARNING oslo_policy.policy [None req-2992c16a-f81a-4b00-a8fa-8e7eccf021ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:29:08.301546 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.quota [None req-2992c16a-f81a-4b00-a8fa-8e7eccf021ef admin admin] Loaded quota_driver: . Jan 10 11:29:08.470512 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2992c16a-f81a-4b00-a8fa-8e7eccf021ef admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732917148619', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732917146910', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732917191570', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732917195909', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732917170887', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732917186349', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1372633', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1373338', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-552285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-952186'] for rbac-policy (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:08.712849 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2992c16a-f81a-4b00-a8fa-8e7eccf021ef admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:08.713975 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2992c16a-f81a-4b00-a8fa-8e7eccf021ef admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8733926 Jan 10 11:29:11.616787 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 34982) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:11.923837 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Request body: {'network': {'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:29:12.047923 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Made reservation on behalf of c3bf921f7c464742a0bf047e27abb27e for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:29:12.050762 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:12.068257 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:12.173698 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Publish callbacks [] for security_group (17dcc97f-ce0e-41fc-aed1-4e02c3671e7a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:12.253423 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (17dcc97f-ce0e-41fc-aed1-4e02c3671e7a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:12.277707 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:29:12.301092 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732915131302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (8be4da24-523e-44ea-96ba-d488fa7788f2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:12.301585 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Unsubscribe: segment precommit_create {{(pid=103371) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 11:29:12.302101 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Added segment 8be4da24-523e-44ea-96ba-d488fa7788f2 of type vlan for network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d Jan 10 11:29:12.308439 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dcc97f-ce0e-41fc-aed1-4e02c3671e7a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:12.344888 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.345241 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.345577 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.345901 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.346330 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.346652 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.347011 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.347331 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.347660 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.347988 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.348301 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.348613 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.348921 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Tracked resource versions report: Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: pushed versions: Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: { 'AddressGroup': {'1.2'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Log': {'1.0'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Network': {'1.1'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Port': {'1.7'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'PortForwarding': {'1.2'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'QosPolicy': {'1.10'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'SecurityGroup': {'1.5'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'SubPort': {'1.0'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Subnet': {'1.1'}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Trunk': {'1.1'}} Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: consumer versions: Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: L3 agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: Metering agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'ConntrackHelper': '1.0', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'LocalIPAssociation': '1.0', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Log': '1.0', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Network': '1.1', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Port': '1.7', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'PortForwarding': '1.2', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'QosPolicy': '1.10', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'SecurityGroup': '1.5', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'SecurityGroupRule': '1.2', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'SubPort': '1.0', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Subnet': '1.1', Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: 'Trunk': '1.1'}} Jan 10 11:29:12.350301 dv-cinder-master-3-iscsi neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:29:12.414391 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (13e0bedc-625d-41fa-b6ec-ecfb660b9b6d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:12.544958 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (13e0bedc-625d-41fa-b6ec-ecfb660b9b6d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:12.546049 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:29:12.546800 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:12.641598 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] Pushing event updated for resources: {'Network': ['ID=13e0bedc-625d-41fa-b6ec-ecfb660b9b6d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:12.653089 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:29:12.748112 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-daddd3b1-985b-483e-8087-b51f6105d876 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1302364 Jan 10 11:29:15.765734 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 34996) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:16.159241 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9eb9d7-6598-42b2-b0eb-be088091e9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:29:16.160603 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ad9eb9d7-6598-42b2-b0eb-be088091e9c1 admin admin] 10.222.0.20 "GET /v2.0/networks/13e0bedc-625d-41fa-b6ec-ecfb660b9b6d HTTP/1.1" status: 200 len: 825 time: 0.3939023 Jan 10 11:29:16.185663 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e3252500-3fd7-429d-9a94-7d492b8d7e94 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/06624ec4-e7a9-4b46-b8fd-96b26553d021 HTTP/1.1" status: 200 len: 734 time: 0.0187836 Jan 10 11:29:16.194159 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'subnetpool_id': '06624ec4-e7a9-4b46-b8fd-96b26553d021', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:29:16.315580 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Made reservation on behalf of c3bf921f7c464742a0bf047e27abb27e for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:29:16.317968 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:16.733409 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (c9be4ec7-49d1-4e03-be58-881777591a95), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:16.809788 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Checking segment: {'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:29:16.810463 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Network hostable DHCP agents. Network: 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:29:16.812026 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9be4ec7-49d1-4e03-be58-881777591a95,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:16.958752 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:29:17.090132 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:29:17.094893 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:29:17.095497 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:17.100631 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5b9b4-aade-48f3-af43-be9acc2cb6e5 None None] Network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:29:17.230285 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0508cdab-a32f-408d-9012-63c0b95798ca admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0392458 Jan 10 11:29:17.357256 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'fixed_ips': [{'subnet_id': 'c9be4ec7-49d1-4e03-be58-881777591a95'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:29:17.358658 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:17.675330 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Allocated IP 172.20.0.2 (13e0bedc-625d-41fa-b6ec-ecfb660b9b6d/c9be4ec7-49d1-4e03-be58-881777591a95/a7b134a4-343c-4f78-b6c1-6f09cd952b3b) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:29:17.918529 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Publish callbacks [] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:18.033426 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:18.106730 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:29:18.111288 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:29:18.121843 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:29:18.129228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Pushing event updated for resources: {'Port': ['ID=a7b134a4-343c-4f78-b6c1-6f09cd952b3b,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:18.160763 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.161125 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.161481 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.161817 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.162145 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.162500 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.162822 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.163140 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.163464 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.163792 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.164662 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.164980 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.165296 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Tracked resource versions report: Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: pushed versions: Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: { 'AddressGroup': {'1.2'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'ConntrackHelper': {'1.0'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Log': {'1.0'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Network': {'1.1'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Port': {'1.7'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'PortForwarding': {'1.2'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'QosPolicy': {'1.10'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'SecurityGroup': {'1.5'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'SubPort': {'1.0'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Subnet': {'1.1'}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Trunk': {'1.1'}} Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: consumer versions: Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: L3 agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: Metering agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'ConntrackHelper': '1.0', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'LocalIPAssociation': '1.0', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Log': '1.0', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Network': '1.1', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Port': '1.7', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'PortForwarding': '1.2', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'QosPolicy': '1.10', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'SecurityGroup': '1.5', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'SecurityGroupRule': '1.2', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'SubPort': '1.0', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Subnet': '1.1', Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: 'Trunk': '1.1'}} Jan 10 11:29:18.166870 dv-cinder-master-3-iscsi neutron-server[103372]: {{(pid=103372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:29:18.216068 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Attempting to bind port a7b134a4-343c-4f78-b6c1-6f09cd952b3b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:29:18.216464 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Attempting to bind port a7b134a4-343c-4f78-b6c1-6f09cd952b3b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:29:18.216864 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Attempting to bind port a7b134a4-343c-4f78-b6c1-6f09cd952b3b on network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:29:18.221817 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:29:18.222170 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Checking segment: {'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:29:18.222679 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:18.223060 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Bound using segment: {'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:29:18.223560 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Bound port: a7b134a4-343c-4f78-b6c1-6f09cd952b3b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:29:18.223954 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:18.286822 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] For port a7b134a4-343c-4f78-b6c1-6f09cd952b3b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:29:18.291249 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] For port a7b134a4-343c-4f78-b6c1-6f09cd952b3b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a7b134a4-343c-4f78-b6c1-6f09cd952b3b,segment=NetworkSegment(8be4da24-523e-44ea-96ba-d488fa7788f2),segment_id=8be4da24-523e-44ea-96ba-d488fa7788f2)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:29:18.375965 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:18.441074 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a49b6-48e1-4d6a-b26c-c9d5ec0663fe None None] Pushing event updated for resources: {'Port': ['ID=a7b134a4-343c-4f78-b6c1-6f09cd952b3b,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:19.982056 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35004) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:20.511615 dv-cinder-master-3-iscsi neutron-server[103370]: WARNING oslo_policy.policy [None req-5e7996ed-9fce-42dd-aa6d-2eca329dae87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:29:20.512197 dv-cinder-master-3-iscsi neutron-server[103370]: WARNING oslo_policy.policy [None req-5e7996ed-9fce-42dd-aa6d-2eca329dae87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:29:20.738810 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [None req-5e7996ed-9fce-42dd-aa6d-2eca329dae87 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:29:20.740145 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5e7996ed-9fce-42dd-aa6d-2eca329dae87 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7560275 Jan 10 11:29:23.430520 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35018) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:23.770442 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-e80cf83a-70c5-4961-926c-28cc141a85dd admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:29:23.771692 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e80cf83a-70c5-4961-926c-28cc141a85dd admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3402257 Jan 10 11:29:24.323669 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-78931f8c-8ca3-4ea7-812a-d4f9afebdded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:26.748983 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e2eb3c5-9f1d-464e-bc01-c1cca5e7439c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:26.766601 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35028) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:27.075987 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:29:27.142063 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.policy [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103370) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 10 11:29:27.191830 dv-cinder-master-3-iscsi neutron-server[103370]: WARNING oslo_policy.policy [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:29:27.192215 dv-cinder-master-3-iscsi neutron-server[103370]: WARNING oslo_policy.policy [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 10 11:29:27.201517 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.quota [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] Loaded quota_driver: . Jan 10 11:29:27.329271 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (68bb2307-6acc-47cd-9639-1b36a5b55135), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:27.331152 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (68bb2307-6acc-47cd-9639-1b36a5b55135), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:27.485955 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] Publish callbacks [] for router_controller (68bb2307-6acc-47cd-9639-1b36a5b55135), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:27.567153 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (68bb2307-6acc-47cd-9639-1b36a5b55135), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:27.704989 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:27.706168 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b2af0fd9-8915-45a3-9dbe-28ababd99788 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9476018 Jan 10 11:29:27.903079 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:29.468386 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a7b134a4-343c-4f78-b6c1-6f09cd952b3b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:29:29.570070 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port a7b134a4-343c-4f78-b6c1-6f09cd952b3b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:29.570497 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:29.682166 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:29.690647 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:29.701076 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696e079d-01bd-4a58-a676-234390062fd4 None None] Network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:29:29.765039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port a7b134a4-343c-4f78-b6c1-6f09cd952b3b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a7b134a4-343c-4f78-b6c1-6f09cd952b3b,segment=NetworkSegment(8be4da24-523e-44ea-96ba-d488fa7788f2),segment_id=8be4da24-523e-44ea-96ba-d488fa7788f2)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:29:29.835687 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-3fece16b-9c95-4074-a4eb-a628e66ccbd0 None None] Provisioning complete for port a7b134a4-343c-4f78-b6c1-6f09cd952b3b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:29.836062 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3fece16b-9c95-4074-a4eb-a628e66ccbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:29.862387 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:29.934853 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=a7b134a4-343c-4f78-b6c1-6f09cd952b3b,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:30.094378 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-9cb1f7da-bc4f-4ee0-8443-9b830bfd7959 None None] Provisioning complete for port a7b134a4-343c-4f78-b6c1-6f09cd952b3b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:30.094745 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f7da-bc4f-4ee0-8443-9b830bfd7959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:30.461968 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35054) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:30.594946 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-fd6adb50-a36a-47fd-9116-1f5f7d255603 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:29:30.595924 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fd6adb50-a36a-47fd-9116-1f5f7d255603 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1330178 Jan 10 11:29:30.862351 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:31.434690 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a7b134a4-343c-4f78-b6c1-6f09cd952b3b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:29:31.482349 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port a7b134a4-343c-4f78-b6c1-6f09cd952b3b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:31.482740 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.304453 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35074) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:33.350058 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'project_id': 'fd70255155e6410bb2d9f4554d34cff0', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'tenant_id': 'fd70255155e6410bb2d9f4554d34cff0', 'is_default': True}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:29:33.441966 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Made reservation on behalf of fd70255155e6410bb2d9f4554d34cff0 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:29:33.444789 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.455825 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.525948 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Publish callbacks [] for security_group (d6bc536f-96ce-4e77-a05e-501d7295e027), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.636455 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d6bc536f-96ce-4e77-a05e-501d7295e027), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.651834 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Reserving flat network on physical network physnet1 {{(pid=103371) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 10 11:29:33.671410 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bc536f-96ce-4e77-a05e-501d7295e027,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:33.674131 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (b07cd88b-df9e-4dcf-ae72-b2ce9e48133b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.674482 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Added segment b07cd88b-df9e-4dcf-ae72-b2ce9e48133b of type flat for network 87d71f08-dab5-49cc-9f83-920a77efdd4f Jan 10 11:29:33.719510 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (87d71f08-dab5-49cc-9f83-920a77efdd4f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.844885 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (87d71f08-dab5-49cc-9f83-920a77efdd4f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.845835 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:29:33.846435 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:33.906193 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] Pushing event updated for resources: {'Network': ['ID=87d71f08-dab5-49cc-9f83-920a77efdd4f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:33.916464 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:29:33.997006 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6aa48f38-04f9-480d-a153-19ae5952aede admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6913693 Jan 10 11:29:36.511561 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35082) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:36.601321 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b5db46-1507-43a6-83d3-6823a2157d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:29:36.602667 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b3b5db46-1507-43a6-83d3-6823a2157d5c admin admin] 10.222.0.20 "GET /v2.0/subnets/c9be4ec7-49d1-4e03-be58-881777591a95 HTTP/1.1" status: 200 len: 849 time: 0.0901613 Jan 10 11:29:36.767657 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-61763efc-d6c1-4891-8c15-5f283ae2b0e1 admin admin] 10.222.0.20 "GET /v2.0/routers/68bb2307-6acc-47cd-9639-1b36a5b55135 HTTP/1.1" status: 200 len: 704 time: 0.1594534 Jan 10 11:29:37.030392 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:37.320940 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Allocated IP 172.20.0.1 (13e0bedc-625d-41fa-b6ec-ecfb660b9b6d/c9be4ec7-49d1-4e03-be58-881777591a95/510ce5f9-b608-4968-9153-40b3f4e4a967) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:29:37.520551 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Publish callbacks [] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:37.668117 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:37.738580 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:29:37.744106 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:29:37.749548 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:29:37.750469 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (68bb2307-6acc-47cd-9639-1b36a5b55135), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:37.813367 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Pushing event updated for resources: {'Port': ['ID=510ce5f9-b608-4968-9153-40b3f4e4a967,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:37.936211 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-de827492-91eb-4dab-8ffa-c29b2328b447 None None] Provisioning complete for port 510ce5f9-b608-4968-9153-40b3f4e4a967 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:37.936755 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de827492-91eb-4dab-8ffa-c29b2328b447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:37.967996 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-de827492-91eb-4dab-8ffa-c29b2328b447 None None] Port 510ce5f9-b608-4968-9153-40b3f4e4a967 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:29:38.075255 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:38.281634 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Publish callbacks [] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:38.356074 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:38.356850 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (68bb2307-6acc-47cd-9639-1b36a5b55135), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:38.438496 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Pushing event updated for resources: {'Port': ['ID=510ce5f9-b608-4968-9153-40b3f4e4a967,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:38.481249 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:29:38.483450 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:29:38.690419 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-a82cd3a6-30a2-4136-9ac1-755e5e877bae None None] Provisioning complete for port 510ce5f9-b608-4968-9153-40b3f4e4a967 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:38.690801 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a82cd3a6-30a2-4136-9ac1-755e5e877bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:38.726889 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-a82cd3a6-30a2-4136-9ac1-755e5e877bae None None] Port 510ce5f9-b608-4968-9153-40b3f4e4a967 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:29:38.753434 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Router 68bb2307-6acc-47cd-9639-1b36a5b55135 is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:29:38.846263 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:29:38.852336 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d1d2c08a-6cf4-4c95-8488-f24086c9cc31 admin admin] 10.222.0.20 "PUT /v2.0/routers/68bb2307-6acc-47cd-9639-1b36a5b55135/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0795014 Jan 10 11:29:38.856169 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Sync routers for ids ['68bb2307-6acc-47cd-9639-1b36a5b55135'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:29:38.869355 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Routers {'68bb2307-6acc-47cd-9639-1b36a5b55135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:29:38.870161 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:29:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['68bb2307-6acc-47cd-9639-1b36a5b55135'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:39.058542 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Set router 68bb2307-6acc-47cd-9639-1b36a5b55135 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:29:39.499256 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'name': 'router1', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:29:27Z', 'updated_at': '2022-01-10T11:29:37Z', 'revision_number': 2, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'gw_port_host': None, '_interfaces': [{'id': '510ce5f9-b608-4968-9153-40b3f4e4a967', 'name': '', 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'mac_address': 'fa:16:3e:de:c2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:37Z', 'updated_at': '2022-01-10T11:29:38Z', 'revision_number': 2, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'subnets': [{'id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06624ec4-e7a9-4b46-b8fd-96b26553d021'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:39.549788 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Checking router: 68bb2307-6acc-47cd-9639-1b36a5b55135 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:29:39.550164 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Updating router 68bb2307-6acc-47cd-9639-1b36a5b55135 port 510ce5f9-b608-4968-9153-40b3f4e4a967 binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:29:39.629187 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.121206 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Publish callbacks [] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.187354 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.353825 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Pushing event updated for resources: {'Port': ['ID=510ce5f9-b608-4968-9153-40b3f4e4a967,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:40.367577 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Attempting to bind port 510ce5f9-b608-4968-9153-40b3f4e4a967 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:29:40.367988 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Attempting to bind port 510ce5f9-b608-4968-9153-40b3f4e4a967 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:29:40.368402 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Attempting to bind port 510ce5f9-b608-4968-9153-40b3f4e4a967 on network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:29:40.375696 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.375983 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.376335 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.376672 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.376999 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.377321 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.377642 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.377962 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.378307 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.378640 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.378962 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.379277 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.379733 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Tracked resource versions report: Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: pushed versions: Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: { 'AddressGroup': {'1.2'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Log': {'1.0'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Network': {'1.1'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Port': {'1.7'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'PortForwarding': {'1.2'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'QosPolicy': {'1.10'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'SecurityGroup': {'1.5'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'SubPort': {'1.0'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Subnet': {'1.1'}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Trunk': {'1.1'}} Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: consumer versions: Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: L3 agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: Metering agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'ConntrackHelper': '1.0', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'LocalIPAssociation': '1.0', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Log': '1.0', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Network': '1.1', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Port': '1.7', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'PortForwarding': '1.2', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'QosPolicy': '1.10', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'SecurityGroup': '1.5', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'SecurityGroupRule': '1.2', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'SubPort': '1.0', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Subnet': '1.1', Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: 'Trunk': '1.1'}} Jan 10 11:29:40.381734 dv-cinder-master-3-iscsi neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:29:40.388777 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:29:40.389181 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Checking segment: {'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:29:40.389665 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.390689 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Bound using segment: {'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:29:40.390689 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Bound port: 510ce5f9-b608-4968-9153-40b3f4e4a967, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be4da24-523e-44ea-96ba-d488fa7788f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:29:40.390956 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.455303 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-3db0193f-bae9-4ad3-a408-b251f394ff59 None None] Provisioning complete for port 510ce5f9-b608-4968-9153-40b3f4e4a967 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:40.455910 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3db0193f-bae9-4ad3-a408-b251f394ff59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.463343 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] For port 510ce5f9-b608-4968-9153-40b3f4e4a967, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:29:40.482962 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] For port 510ce5f9-b608-4968-9153-40b3f4e4a967, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=510ce5f9-b608-4968-9153-40b3f4e4a967,segment=NetworkSegment(8be4da24-523e-44ea-96ba-d488fa7788f2),segment_id=8be4da24-523e-44ea-96ba-d488fa7788f2)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:29:40.495039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-3db0193f-bae9-4ad3-a408-b251f394ff59 None None] Port 510ce5f9-b608-4968-9153-40b3f4e4a967 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:29:40.596345 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.660072 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Routers {'68bb2307-6acc-47cd-9639-1b36a5b55135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:29:40.660683 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:29:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['68bb2307-6acc-47cd-9639-1b36a5b55135'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:40.663033 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbe9eb-95f5-4fcb-be26-33e5996e91d5 None None] Pushing event updated for resources: {'Port': ['ID=510ce5f9-b608-4968-9153-40b3f4e4a967,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:40.758426 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] Set router 68bb2307-6acc-47cd-9639-1b36a5b55135 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:29:40.820676 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-9ff64147-b723-41fe-818c-60436ba63690 None None] Provisioning complete for port 510ce5f9-b608-4968-9153-40b3f4e4a967 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:40.821061 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9ff64147-b723-41fe-818c-60436ba63690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.907475 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9ff64147-b723-41fe-818c-60436ba63690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:40.940006 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-9ff64147-b723-41fe-818c-60436ba63690 None None] For port 510ce5f9-b608-4968-9153-40b3f4e4a967, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=510ce5f9-b608-4968-9153-40b3f4e4a967,segment=NetworkSegment(8be4da24-523e-44ea-96ba-d488fa7788f2),segment_id=8be4da24-523e-44ea-96ba-d488fa7788f2)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:29:41.001048 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'name': 'router1', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:29:27Z', 'updated_at': '2022-01-10T11:29:37Z', 'revision_number': 2, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'gw_port_host': None, '_interfaces': [{'id': '510ce5f9-b608-4968-9153-40b3f4e4a967', 'name': '', 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'mac_address': 'fa:16:3e:de:c2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:37Z', 'updated_at': '2022-01-10T11:29:40Z', 'revision_number': 4, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'subnets': [{'id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06624ec4-e7a9-4b46-b8fd-96b26553d021'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:41.026940 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9ff64147-b723-41fe-818c-60436ba63690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:41.027877 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de32571-0553-42ec-b295-c908b15eb22e None None] The sync data for ids ['68bb2307-6acc-47cd-9639-1b36a5b55135'] in dv-cinder-master-3-iscsi is: [{'id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'name': 'router1', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:29:27Z', 'updated_at': '2022-01-10T11:29:37Z', 'revision_number': 2, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'gw_port_host': None, '_interfaces': [{'id': '510ce5f9-b608-4968-9153-40b3f4e4a967', 'name': '', 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'mac_address': 'fa:16:3e:de:c2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:37Z', 'updated_at': '2022-01-10T11:29:40Z', 'revision_number': 4, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'subnets': [{'id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06624ec4-e7a9-4b46-b8fd-96b26553d021'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:29:41.113437 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff64147-b723-41fe-818c-60436ba63690 None None] Pushing event updated for resources: {'Port': ['ID=510ce5f9-b608-4968-9153-40b3f4e4a967,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:44.058263 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35100) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:44.255587 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6ddc35-b297-40b7-86c7-e805052b5ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:29:44.257104 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2f6ddc35-b297-40b7-86c7-e805052b5ba7 admin admin] 10.222.0.20 "GET /v2.0/networks/87d71f08-dab5-49cc-9f83-920a77efdd4f HTTP/1.1" status: 200 len: 842 time: 0.1974401 Jan 10 11:29:44.266893 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Request body: {'subnet': {'gateway_ip': '172.37.3.1', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': 'fd70255155e6410bb2d9f4554d34cff0', 'enable_dhcp': False, 'cidr': '172.37.3.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:29:44.396522 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Made reservation on behalf of fd70255155e6410bb2d9f4554d34cff0 for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:29:44.399125 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:44.877095 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.objects.ports [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103370) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 10 11:29:44.877593 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (c32f27a9-52d9-431d-8bb8-b378ca8b9bf3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:44.964996 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32f27a9-52d9-431d-8bb8-b378ca8b9bf3,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:44.969308 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:29:44.969682 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Network hostable DHCP agents. Network: 87d71f08-dab5-49cc-9f83-920a77efdd4f, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:29:44.978337 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.978688 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.979027 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.979400 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.979733 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.980055 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.980375 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.980694 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.981025 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.981360 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.981684 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.981994 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.982330 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Tracked resource versions report: Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: pushed versions: Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: { 'AddressGroup': {'1.2'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'ConntrackHelper': {'1.0'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Log': {'1.0'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Network': {'1.1'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Port': {'1.7'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'PortForwarding': {'1.2'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'QosPolicy': {'1.10'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'SecurityGroup': {'1.5'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'SubPort': {'1.0'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Subnet': {'1.1'}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Trunk': {'1.1'}} Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: consumer versions: Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: L3 agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: Metering agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'ConntrackHelper': '1.0', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'LocalIPAssociation': '1.0', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Log': '1.0', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Network': '1.1', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Port': '1.7', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'PortForwarding': '1.2', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'QosPolicy': '1.10', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'SecurityGroup': '1.5', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'SecurityGroupRule': '1.2', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'SubPort': '1.0', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Subnet': '1.1', Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: 'Trunk': '1.1'}} Jan 10 11:29:44.983717 dv-cinder-master-3-iscsi neutron-server[103370]: {{(pid=103370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:29:45.140910 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:29:45.280898 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 87d71f08-dab5-49cc-9f83-920a77efdd4f) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:29:45.286076 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:29:45.286702 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:45.292319 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6088c29-7634-4e2e-9c5d-65ac789bedc1 None None] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:29:45.389014 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920933f-4994-4656-a6dd-4637fb24680a None None] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:29:45.438908 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-164e03cc-6290-4c37-977c-7e1423683f56 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1752696 Jan 10 11:29:48.096787 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35116) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:48.228790 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bb892435-aae6-461f-8c27-ce3871652a2c admin admin] 10.222.0.20 "GET /v2.0/routers/68bb2307-6acc-47cd-9639-1b36a5b55135 HTTP/1.1" status: 200 len: 710 time: 0.1307876 Jan 10 11:29:48.328943 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b49db9f-36cf-4f17-8580-989560f42779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:29:48.330248 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0b49db9f-36cf-4f17-8580-989560f42779 admin admin] 10.222.0.20 "GET /v2.0/networks/87d71f08-dab5-49cc-9f83-920a77efdd4f HTTP/1.1" status: 200 len: 886 time: 0.0960922 Jan 10 11:29:48.339356 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:29:48.662682 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks [] for router_gateway (68bb2307-6acc-47cd-9639-1b36a5b55135), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:48.969476 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks [] for router_gateway (68bb2307-6acc-47cd-9639-1b36a5b55135), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:49.045235 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:49.150311 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Allocated IP 172.37.3.49 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/2e2ce2b0-f082-40aa-b0db-91307026e9ca) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:29:49.250610 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks [] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:49.369493 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:49.415283 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:29:49.416565 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Pushing event updated for resources: {'Port': ['ID=2e2ce2b0-f082-40aa-b0db-91307026e9ca,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:49.419129 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:29:49.436494 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:29:49.489844 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 510ce5f9-b608-4968-9153-40b3f4e4a967 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:29:49.545094 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 510ce5f9-b608-4968-9153-40b3f4e4a967 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:49.545487 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:49.824090 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks [] for router_gateway (68bb2307-6acc-47cd-9639-1b36a5b55135), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:50.015551 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-636712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-636581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12262'] for router (68bb2307-6acc-47cd-9639-1b36a5b55135), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:50.019036 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-636689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-636678', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-636586'] for router (68bb2307-6acc-47cd-9639-1b36a5b55135), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:50.123577 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Router 68bb2307-6acc-47cd-9639-1b36a5b55135 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:29:50.303812 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:29:50.308253 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:50.309412 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8f03cfab-f6dc-4240-b912-d9450215e5ed admin admin] 10.222.0.20 "PUT /v2.0/routers/68bb2307-6acc-47cd-9639-1b36a5b55135 HTTP/1.1" status: 200 len: 889 time: 1.9731808 Jan 10 11:29:50.314066 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Sync routers for ids ['68bb2307-6acc-47cd-9639-1b36a5b55135'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:29:50.326607 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Routers {'68bb2307-6acc-47cd-9639-1b36a5b55135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:29:50.327277 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:29:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['68bb2307-6acc-47cd-9639-1b36a5b55135'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:50.554031 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Set router 68bb2307-6acc-47cd-9639-1b36a5b55135 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:29:51.034464 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'name': 'router1', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ce2b0-f082-40aa-b0db-91307026e9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:29:27Z', 'updated_at': '2022-01-10T11:29:49Z', 'revision_number': 4, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'gw_port': {'id': '2e2ce2b0-f082-40aa-b0db-91307026e9ca', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:49Z', 'updated_at': '2022-01-10T11:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '510ce5f9-b608-4968-9153-40b3f4e4a967', 'name': '', 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'mac_address': 'fa:16:3e:de:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:37Z', 'updated_at': '2022-01-10T11:29:40Z', 'revision_number': 5, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'subnets': [{'id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06624ec4-e7a9-4b46-b8fd-96b26553d021'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:51.084802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Checking router: 68bb2307-6acc-47cd-9639-1b36a5b55135 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:29:51.085149 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Updating router 68bb2307-6acc-47cd-9639-1b36a5b55135 port 2e2ce2b0-f082-40aa-b0db-91307026e9ca binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:29:51.132186 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:51.443211 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Publish callbacks [] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:51.537648 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:51.589530 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Attempting to bind port 2e2ce2b0-f082-40aa-b0db-91307026e9ca on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:29:51.590354 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Attempting to bind port 2e2ce2b0-f082-40aa-b0db-91307026e9ca by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:29:51.590354 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Attempting to bind port 2e2ce2b0-f082-40aa-b0db-91307026e9ca on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:29:51.592224 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78253e-9e04-48de-9d10-250477939379 None None] Pushing event updated for resources: {'Port': ['ID=2e2ce2b0-f082-40aa-b0db-91307026e9ca,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:51.598361 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:29:51.598733 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:29:51.599125 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:51.599506 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:29:51.599969 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Bound port: 2e2ce2b0-f082-40aa-b0db-91307026e9ca, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:29:51.600342 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:51.649954 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] For port 2e2ce2b0-f082-40aa-b0db-91307026e9ca, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:29:51.652884 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] For port 2e2ce2b0-f082-40aa-b0db-91307026e9ca, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2e2ce2b0-f082-40aa-b0db-91307026e9ca,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:29:51.814650 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:51.880800 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78253e-9e04-48de-9d10-250477939379 None None] Pushing event updated for resources: {'Port': ['ID=2e2ce2b0-f082-40aa-b0db-91307026e9ca,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:51.883435 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Routers {'68bb2307-6acc-47cd-9639-1b36a5b55135'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:29:51.884036 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:29:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['68bb2307-6acc-47cd-9639-1b36a5b55135'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:52.004084 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] Set router 68bb2307-6acc-47cd-9639-1b36a5b55135 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:29:52.263809 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'name': 'router1', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ce2b0-f082-40aa-b0db-91307026e9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:29:27Z', 'updated_at': '2022-01-10T11:29:49Z', 'revision_number': 4, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'gw_port': {'id': '2e2ce2b0-f082-40aa-b0db-91307026e9ca', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:49Z', 'updated_at': '2022-01-10T11:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '510ce5f9-b608-4968-9153-40b3f4e4a967', 'name': '', 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'mac_address': 'fa:16:3e:de:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:37Z', 'updated_at': '2022-01-10T11:29:40Z', 'revision_number': 5, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'subnets': [{'id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06624ec4-e7a9-4b46-b8fd-96b26553d021'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:29:52.294108 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b6bf5-3276-4fa5-a7ba-631119fd9d4c None None] The sync data for ids ['68bb2307-6acc-47cd-9639-1b36a5b55135'] in dv-cinder-master-3-iscsi is: [{'id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'name': 'router1', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.49'}], 'enable_snat': True}, 'gw_port_id': '2e2ce2b0-f082-40aa-b0db-91307026e9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:29:27Z', 'updated_at': '2022-01-10T11:29:49Z', 'revision_number': 4, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'gw_port': {'id': '2e2ce2b0-f082-40aa-b0db-91307026e9ca', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:49Z', 'updated_at': '2022-01-10T11:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '510ce5f9-b608-4968-9153-40b3f4e4a967', 'name': '', 'network_id': '13e0bedc-625d-41fa-b6ec-ecfb660b9b6d', 'tenant_id': 'c3bf921f7c464742a0bf047e27abb27e', 'mac_address': 'fa:16:3e:de:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68bb2307-6acc-47cd-9639-1b36a5b55135', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:29:37Z', 'updated_at': '2022-01-10T11:29:40Z', 'revision_number': 5, 'project_id': 'c3bf921f7c464742a0bf047e27abb27e', 'subnets': [{'id': 'c9be4ec7-49d1-4e03-be58-881777591a95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06624ec4-e7a9-4b46-b8fd-96b26553d021'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:29:52.832809 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:29:53.025846 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35126) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:29:53.175465 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f65b9040-41bf-4354-951a-558b7c479c85 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1478508 Jan 10 11:29:53.469585 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 2e2ce2b0-f082-40aa-b0db-91307026e9ca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:29:53.522939 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 2e2ce2b0-f082-40aa-b0db-91307026e9ca triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:53.523458 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:53.600025 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:53.620190 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port 2e2ce2b0-f082-40aa-b0db-91307026e9ca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2e2ce2b0-f082-40aa-b0db-91307026e9ca,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:29:53.705604 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:53.758056 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=2e2ce2b0-f082-40aa-b0db-91307026e9ca,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:29:54.357187 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-33da48bf-113d-41db-a188-0bb5339e7dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:55.459988 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 2e2ce2b0-f082-40aa-b0db-91307026e9ca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:29:55.518918 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 2e2ce2b0-f082-40aa-b0db-91307026e9ca triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:29:55.519337 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2e2ce2b0-f082-40aa-b0db-91307026e9ca), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:56.632813 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6be7ac62-e8eb-4732-95da-c9184391e1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:57.905049 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:29:59.579832 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:00.868038 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:24.368381 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e39f1288-3b15-4411-8bcf-072fcc9342a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:26.662319 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-731b93ac-b74f-40ce-a966-5addedc8a85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:27.926747 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:29.585475 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:29.836253 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:30:30.864933 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:54.363050 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-19bcdd21-dbe8-4b0c-aa7d-893848755b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:56.637652 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b40d042e-ed0d-4582-b97c-6b510e3b1ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:58.013510 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:30:59.608528 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:00.868826 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:06.834362 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:31:21.729058 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35610) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:21.791148 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e92f61-457f-4185-98b1-944659efdfce admin admin] GET failed (client error): The resource could not be found. Jan 10 11:31:21.792403 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-55e92f61-457f-4185-98b1-944659efdfce admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624955 Jan 10 11:31:21.961004 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc0c576-bb87-4c96-87ac-2a9bf8320b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:21.963162 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-abc0c576-bb87-4c96-87ac-2a9bf8320b05 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1659293 Jan 10 11:31:24.354961 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d824075d-f997-449d-a8bb-51379875a1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:24.478497 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35620) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:24.573913 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8afd58-ca77-4d31-ac5c-7ce67442a048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:24.575300 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4f8afd58-ca77-4d31-ac5c-7ce67442a048 admin admin] 10.222.0.20 "GET /v2.0/subnets/c9be4ec7-49d1-4e03-be58-881777591a95 HTTP/1.1" status: 200 len: 849 time: 0.0957899 Jan 10 11:31:24.584711 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:31:24.668179 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Publish callbacks [] for subnet (c9be4ec7-49d1-4e03-be58-881777591a95), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:24.885924 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732915034745'] for subnet (c9be4ec7-49d1-4e03-be58-881777591a95), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:24.905302 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb04edba-9663-4391-91b7-914a06890ab0 None None] Network 13e0bedc-625d-41fa-b6ec-ecfb660b9b6d requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:31:24.914420 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:24.914995 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:24.917731 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] 10.222.0.20 "PUT /v2.0/subnets/c9be4ec7-49d1-4e03-be58-881777591a95 HTTP/1.1" status: 200 len: 868 time: 0.3364356 Jan 10 11:31:24.951736 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9be4ec7-49d1-4e03-be58-881777591a95,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:31:24.953399 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.953788 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.954113 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.954479 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.954805 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.955129 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.955450 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.955772 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.956090 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.957048 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.957048 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.957048 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:24.957512 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6fcaed-9f6d-4946-9edb-cd82aefcf61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:31:25.228770 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b06130cb-365c-4f51-81e5-7ef1269e6c36 None None] Provisioning complete for port a7b134a4-343c-4f78-b6c1-6f09cd952b3b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:31:25.229071 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b06130cb-365c-4f51-81e5-7ef1269e6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a7b134a4-343c-4f78-b6c1-6f09cd952b3b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:25.316607 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b06130cb-365c-4f51-81e5-7ef1269e6c36 None None] Provisioning complete for port 510ce5f9-b608-4968-9153-40b3f4e4a967 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:31:25.316914 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b06130cb-365c-4f51-81e5-7ef1269e6c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (510ce5f9-b608-4968-9153-40b3f4e4a967), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:26.635469 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8aec51d8-7956-4985-a675-6792c0c31f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:27.390572 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35630) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:27.594559 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339075d-6167-4377-aeac-d7bf3a2cdb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:27.594949 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7339075d-6167-4377-aeac-d7bf3a2cdb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:27.596477 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7339075d-6167-4377-aeac-d7bf3a2cdb44 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049503 Jan 10 11:31:27.926476 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:29.577201 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:30.061710 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35638) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:30.265734 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd32c7-5a1e-4622-bfa1-235bc3da364a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:30.266122 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd32c7-5a1e-4622-bfa1-235bc3da364a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:30.267689 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-14bd32c7-5a1e-4622-bfa1-235bc3da364a admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049949 Jan 10 11:31:30.879932 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:32.732352 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35646) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:32.878702 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d078114e-8a67-4471-8b58-c266b42a3d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:32.880130 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d078114e-8a67-4471-8b58-c266b42a3d19 admin admin] 10.222.0.20 "GET /v2.0/networks/13e0bedc-625d-41fa-b6ec-ecfb660b9b6d HTTP/1.1" status: 200 len: 869 time: 0.1468084 Jan 10 11:31:35.339411 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35654) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:35.467166 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6132a-7f6d-45e2-a0c2-2c4386ac3243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:35.468561 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-93a6132a-7f6d-45e2-a0c2-2c4386ac3243 admin admin] 10.222.0.20 "GET /v2.0/networks/87d71f08-dab5-49cc-9f83-920a77efdd4f HTTP/1.1" status: 200 len: 886 time: 0.1281934 Jan 10 11:31:37.945975 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35662) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:38.079407 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a22a0-f674-4722-97da-2169b91a5c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:38.079852 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a22a0-f674-4722-97da-2169b91a5c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:38.081368 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6f2a22a0-f674-4722-97da-2169b91a5c3c admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1344292 Jan 10 11:31:40.556840 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35670) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:40.651565 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bbfd1f-2fa5-43db-aa55-d80bd2a42d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:40.652008 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bbfd1f-2fa5-43db-aa55-d80bd2a42d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:40.653530 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e2bbfd1f-2fa5-43db-aa55-d80bd2a42d43 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957549 Jan 10 11:31:43.104510 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35678) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:43.189353 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e35608-a93b-404d-8534-932d766e88f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:43.190682 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-74e35608-a93b-404d-8534-932d766e88f4 admin admin] 10.222.0.20 "GET /v2.0/subnets/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3 HTTP/1.1" status: 200 len: 816 time: 0.0852189 Jan 10 11:31:43.833035 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:31:45.672927 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35686) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:31:45.764275 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4a191-b074-435a-b208-c73f780cc4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:31:45.765681 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-12e4a191-b074-435a-b208-c73f780cc4ff admin admin] 10.222.0.20 "GET /v2.0/subnets/c9be4ec7-49d1-4e03-be58-881777591a95 HTTP/1.1" status: 200 len: 868 time: 0.0917633 Jan 10 11:31:54.439024 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6f6ba78f-86cf-438d-9f06-7918eff0beff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:56.638788 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2fd1401e-bfa7-4660-9cc7-fc53aa217b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:57.934137 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:31:59.581412 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:00.872774 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:11.883341 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35740) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:32:11.938312 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-78429c1c-3b92-4ce5-bf91-078dfdbbefa8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:32:11.939423 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-78429c1c-3b92-4ce5-bf91-078dfdbbefa8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551383 Jan 10 11:32:14.547787 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35748) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:32:14.610194 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.pecan_wsgi.hooks.translation [None req-33390ed4-3c74-470f-aa30-26067ef83ef4 admin admin] GET failed (client error): The resource could not be found. Jan 10 11:32:14.615801 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-33390ed4-3c74-470f-aa30-26067ef83ef4 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627773 Jan 10 11:32:14.700059 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92484423-59a4-4802-a86d-34a663766d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:32:14.705770 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-92484423-59a4-4802-a86d-34a663766d2a admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0890205 Jan 10 11:32:17.247687 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35758) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:32:17.293004 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'tenant_id': 'fd70255155e6410bb2d9f4554d34cff0', 'admin_state_up': True, 'project_id': 'fd70255155e6410bb2d9f4554d34cff0'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:32:17.391906 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Made reservation on behalf of fd70255155e6410bb2d9f4554d34cff0 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:32:17.394355 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:17.424550 dv-cinder-master-3-iscsi neutron-server[103371]: WARNING neutron.services.revisions.revision_plugin [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Could not find related network for resource to bump revision. Jan 10 11:32:17.437383 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:32:17.446724 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (dea12a60-4bcd-4160-9e26-a828c48e5b61), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:17.447072 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Added segment dea12a60-4bcd-4160-9e26-a828c48e5b61 of type vlan for network d3d9552b-4a80-49ea-8125-48eca58167eb Jan 10 11:32:17.485074 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (d3d9552b-4a80-49ea-8125-48eca58167eb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:17.597218 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (d3d9552b-4a80-49ea-8125-48eca58167eb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:17.598340 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:32:17.598916 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:17.657032 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d9552b-4a80-49ea-8125-48eca58167eb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:32:17.668595 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network d3d9552b-4a80-49ea-8125-48eca58167eb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:32:17.727513 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a29ff796-00ca-47d8-abb4-ab4243b236b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4786742 Jan 10 11:32:20.241057 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35768) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:32:20.302663 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14bda56-2a6b-4b65-99da-6b9b5917cb0a admin admin] GET failed (client error): The resource could not be found. Jan 10 11:32:20.304313 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f14bda56-2a6b-4b65-99da-6b9b5917cb0a admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621810 Jan 10 11:32:20.406693 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b6b70-bb22-4c00-a2b8-da308b589f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:32:20.408054 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-492b6b70-bb22-4c00-a2b8-da308b589f6e admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989902 Jan 10 11:32:20.417848 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'fd70255155e6410bb2d9f4554d34cff0', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb', 'name': 'shared-subnet'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:32:20.506684 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Made reservation on behalf of fd70255155e6410bb2d9f4554d34cff0 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:32:20.508963 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:20.763650 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (9afff017-5415-45e7-bdd9-08c462f0095c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:20.820752 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afff017-5415-45e7-bdd9-08c462f0095c,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:32:20.830024 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Checking segment: {'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:32:20.830417 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Network hostable DHCP agents. Network: d3d9552b-4a80-49ea-8125-48eca58167eb, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:32:20.831468 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:32:20.923105 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Network d3d9552b-4a80-49ea-8125-48eca58167eb is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:32:21.081192 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d3d9552b-4a80-49ea-8125-48eca58167eb) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:32:21.086229 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:32:21.087040 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:21.090739 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cfcdbf-ef1d-407d-b7ef-590870659266 None None] Network d3d9552b-4a80-49ea-8125-48eca58167eb requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:32:21.182958 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-41ceeb28-a1c3-4832-9155-7dd13132198b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7684503 Jan 10 11:32:21.193169 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d3d9552b-4a80-49ea-8125-48eca58167eb', 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb', 'project_id': 'fd70255155e6410bb2d9f4554d34cff0', 'fixed_ips': [{'subnet_id': '9afff017-5415-45e7-bdd9-08c462f0095c'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:32:21.194051 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:21.442010 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Allocated IP 192.168.233.2 (d3d9552b-4a80-49ea-8125-48eca58167eb/9afff017-5415-45e7-bdd9-08c462f0095c/0a30084a-ed6b-4452-adea-b791ccd2ccc1) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:32:21.600730 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Publish callbacks [] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:21.689210 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:21.743717 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Network d3d9552b-4a80-49ea-8125-48eca58167eb is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:32:21.745458 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Pushing event updated for resources: {'Port': ['ID=0a30084a-ed6b-4452-adea-b791ccd2ccc1,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:32:21.752535 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:32:21.758699 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:32:21.759620 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.759977 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.760328 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.760657 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.760982 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.763228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.763228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.763228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.763228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.763228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.763228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.763228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.763884 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:32:21.840305 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Attempting to bind port 0a30084a-ed6b-4452-adea-b791ccd2ccc1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:32:21.840660 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Attempting to bind port 0a30084a-ed6b-4452-adea-b791ccd2ccc1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:32:21.841028 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Attempting to bind port 0a30084a-ed6b-4452-adea-b791ccd2ccc1 on network d3d9552b-4a80-49ea-8125-48eca58167eb {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:32:21.850204 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:32:21.850594 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Checking segment: {'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:32:21.850992 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:21.851384 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Bound using segment: {'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:32:21.851889 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Bound port: 0a30084a-ed6b-4452-adea-b791ccd2ccc1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:32:21.852227 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:21.935821 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] For port 0a30084a-ed6b-4452-adea-b791ccd2ccc1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:32:21.941452 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] For port 0a30084a-ed6b-4452-adea-b791ccd2ccc1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a30084a-ed6b-4452-adea-b791ccd2ccc1,segment=NetworkSegment(dea12a60-4bcd-4160-9e26-a828c48e5b61),segment_id=dea12a60-4bcd-4160-9e26-a828c48e5b61)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:32:22.032532 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:22.092841 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a77ba-371e-4a12-af70-2f3462557fe4 None None] Pushing event updated for resources: {'Port': ['ID=0a30084a-ed6b-4452-adea-b791ccd2ccc1,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:32:23.062181 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5acc6-604e-4a1e-8a38-54ba91b8a676 None None] Network d3d9552b-4a80-49ea-8125-48eca58167eb requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:32:23.130064 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-d376875e-b4b8-4b46-86c9-8b91a328700b None None] Provisioning complete for port 0a30084a-ed6b-4452-adea-b791ccd2ccc1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:32:23.130816 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d376875e-b4b8-4b46-86c9-8b91a328700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:23.249499 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d376875e-b4b8-4b46-86c9-8b91a328700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:23.286988 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-d376875e-b4b8-4b46-86c9-8b91a328700b None None] For port 0a30084a-ed6b-4452-adea-b791ccd2ccc1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a30084a-ed6b-4452-adea-b791ccd2ccc1,segment=NetworkSegment(dea12a60-4bcd-4160-9e26-a828c48e5b61),segment_id=dea12a60-4bcd-4160-9e26-a828c48e5b61)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:32:23.403225 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d376875e-b4b8-4b46-86c9-8b91a328700b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:23.457751 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376875e-b4b8-4b46-86c9-8b91a328700b None None] Pushing event updated for resources: {'Port': ['ID=0a30084a-ed6b-4452-adea-b791ccd2ccc1,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:32:23.526267 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-13e5c379-edd6-48da-b0fc-4dc940e83697 None None] Provisioning complete for port 0a30084a-ed6b-4452-adea-b791ccd2ccc1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:32:23.526267 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-13e5c379-edd6-48da-b0fc-4dc940e83697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:23.606503 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 0a30084a-ed6b-4452-adea-b791ccd2ccc1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:32:23.668165 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 0a30084a-ed6b-4452-adea-b791ccd2ccc1 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:32:23.668551 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (0a30084a-ed6b-4452-adea-b791ccd2ccc1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:24.454696 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-87ab8450-a79e-4137-9923-372e16453496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:26.620166 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e54e83df-ea2c-4b61-a75f-8cc1db3503bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:27.957691 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:29.619965 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:30.859907 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:54.385488 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0d542245-6d15-4532-98e1-40751b241608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:56.664952 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-be17cb03-9326-4109-a263-0aaa36d23f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:57.831302 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:32:58.011949 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:32:59.613246 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:00.853330 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:24.388539 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5de2a5fc-e656-4f4e-ad87-f7581d850eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:26.617918 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ad0eb3dc-708e-4f48-9c69-06927bf16f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:27.921039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:29.635633 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:30.962151 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:34.830001 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:33:51.257128 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35812) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:33:51.263571 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [None req-a1f1378d-4267-4899-aac7-f5b258b00ffb tempest-verify_tempest_config-1448726510 tempest-verify_tempest_config-1448726510-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:33:51.264524 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a1f1378d-4267-4899-aac7-f5b258b00ffb tempest-verify_tempest_config-1448726510 tempest-verify_tempest_config-1448726510-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058551 Jan 10 11:33:51.801735 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35830) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:33:51.904096 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:51.974556 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Publish callbacks [] for security_group (0147ee13-bc17-468c-a249-260c8f0403b8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:52.068989 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0147ee13-bc17-468c-a249-260c8f0403b8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:52.113239 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c106a152e83f4cc6935062ddbb2e82b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3104370 Jan 10 11:33:52.114346 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0147ee13-bc17-468c-a249-260c8f0403b8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:33:52.116152 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 35834) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:33:52.122077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.122441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.122774 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.123098 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.123497 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.123823 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.124136 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.124454 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.124786 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.125100 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.125407 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.125715 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.126021 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8346be6-7e59-4045-bc6e-9216f6fd4acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.200851 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Publish callbacks [] for security_group (0147ee13-bc17-468c-a249-260c8f0403b8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:52.221847 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Publish callbacks [] for security_group (0147ee13-bc17-468c-a249-260c8f0403b8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:52.406270 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0147ee13-bc17-468c-a249-260c8f0403b8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:52.408699 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:52.409848 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0147ee13-bc17-468c-a249-260c8f0403b8 HTTP/1.1" status: 204 len: 168 time: 0.2925251 Jan 10 11:33:52.418427 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0147ee13-bc17-468c-a249-260c8f0403b8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:33:52.425169 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.425515 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.425852 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.426187 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.426543 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.426866 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.427272 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.427565 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.427890 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.428209 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.428524 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.428840 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:52.429154 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85c240-714f-42d0-a929-5322b84853d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:33:54.366101 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2b2bf231-4964-4726-b9de-3711371ecc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:56.623203 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fd77127a-a91b-424f-897d-df6b08007c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:57.937516 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:33:59.635053 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:00.938204 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:11.829263 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:34:24.462726 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fd1c54ea-d340-4706-898e-b872b3dd2d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:26.657076 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3dfcd041-b746-41b8-9961-b713cf7162a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:27.977367 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:29.679118 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:30.885892 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:48.827807 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:34:54.400204 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4de235e0-2b45-4a63-aa8e-77358c59f580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:56.668843 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-90461d73-0435-4829-a9af-f7d3331c52ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:57.949510 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:34:59.610094 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:00.903323 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:24.383017 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3536131f-bba8-4881-99d6-01feb6443d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:25.826365 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 5 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:35:26.651389 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e33b2809-fab1-47b7-a8b4-017b374edc74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:27.954851 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:29.628788 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:30.108638 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-632838'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:30.863669 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:46.578517 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35910) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:35:46.686403 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c65f8899-2cba-4130-9008-ffad05492de3 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1067586 Jan 10 11:35:49.172304 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 35920) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:35:49.226778 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b2441426-7f7e-4155-9c01-be88a6639131 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533841 Jan 10 11:35:54.377711 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1084a2ca-1992-4fd9-b3aa-43198a2eb082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:56.674802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74a26773-2339-4c1c-a398-927422af691d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:57.993070 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:35:59.634830 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:00.091488 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:00.891624 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:02.828372 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:36:24.457605 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2ce7db6d-c9b8-409f-9caa-e8a15f7f44eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:26.663840 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de34f771-4af3-4dc9-8b0b-94d621dd8176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:27.984068 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:29.634894 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:30.098059 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:30.880688 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:39.829545 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:36:54.401124 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e404019c-856f-46b5-8616-9d49212de6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:56.681336 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-118df179-fc99-4b08-b2ed-d4b5193ead11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:57.967476 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:36:59.624399 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:00.201469 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:00.881486 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:16.828491 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:37:21.936149 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36018) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:22.233736 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-10919407-network', 'tenant_id': '1c300abbfb3b48dab6c40f20c7eb9cd1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:22.350786 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Made reservation on behalf of 1c300abbfb3b48dab6c40f20c7eb9cd1 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:22.355966 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:22.371130 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:22.520560 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Publish callbacks [] for security_group (30e903ea-2d7d-46ee-a2f9-7b17ab25f89a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:22.613245 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (30e903ea-2d7d-46ee-a2f9-7b17ab25f89a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:22.639136 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:37:22.648841 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:22.657623 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (44afeb13-0dd8-4118-bacc-192908ea741a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:22.657976 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Added segment 44afeb13-0dd8-4118-bacc-192908ea741a of type vlan for network 73452465-d5d7-4c27-928c-80c648c05035 Jan 10 11:37:22.660327 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.660694 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.661033 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.661362 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.661687 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.662030 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.664063 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.664606 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.664784 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.665072 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.665478 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.665798 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.666282 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Tracked resource versions report: Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: pushed versions: Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: { 'AddressGroup': {'1.2'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'ConntrackHelper': {'1.0'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Log': {'1.0'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Network': {'1.1'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Port': {'1.7'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'PortForwarding': {'1.2'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'QosPolicy': {'1.10'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'SecurityGroup': {'1.5'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'SubPort': {'1.0'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Subnet': {'1.1'}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Trunk': {'1.1'}} Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: consumer versions: Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: HyperV agent@hv-cinder-maste: {}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: L3 agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: Metering agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'ConntrackHelper': '1.0', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'LocalIPAssociation': '1.0', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Log': '1.0', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Network': '1.1', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Port': '1.7', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'PortForwarding': '1.2', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'QosPolicy': '1.10', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'SecurityGroup': '1.5', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'SecurityGroupRule': '1.2', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'SubPort': '1.0', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Subnet': '1.1', Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: 'Trunk': '1.1'}} Jan 10 11:37:22.667283 dv-cinder-master-3-iscsi neutron-server[103371]: {{(pid=103371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:37:22.715915 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (73452465-d5d7-4c27-928c-80c648c05035), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:22.859748 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (73452465-d5d7-4c27-928c-80c648c05035), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:22.861464 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:22.862583 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:22.936677 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] Pushing event updated for resources: {'Network': ['ID=73452465-d5d7-4c27-928c-80c648c05035,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:22.947698 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 73452465-d5d7-4c27-928c-80c648c05035 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:37:23.045783 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6d80a549-b5b4-4ac6-9193-ee41c330f507 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1041751 Jan 10 11:37:23.048423 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36068) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:23.063347 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Request body: {'subnet': {'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-10919407-subnet', 'tenant_id': '1c300abbfb3b48dab6c40f20c7eb9cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:23.241986 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Made reservation on behalf of 1c300abbfb3b48dab6c40f20c7eb9cd1 for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:23.244506 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:23.567736 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (dde2740e-0ff9-41b0-a0e1-90d9070df217), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:23.628407 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde2740e-0ff9-41b0-a0e1-90d9070df217,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:23.641193 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.641593 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.642047 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.642463 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.642841 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.643201 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.643560 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.643919 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.644291 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.644719 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.645155 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.645513 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.645883 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Tracked resource versions report: Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: pushed versions: Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: { 'AddressGroup': {'1.2'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'ConntrackHelper': {'1.0'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Log': {'1.0'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Network': {'1.1'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Port': {'1.7'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'PortForwarding': {'1.2'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'QosPolicy': {'1.10'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'SecurityGroup': {'1.5'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'SubPort': {'1.0'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Subnet': {'1.1'}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Trunk': {'1.1'}} Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: consumer versions: Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: HyperV agent@hv-cinder-maste: {}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: L3 agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: Metering agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'ConntrackHelper': '1.0', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'LocalIPAssociation': '1.0', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Log': '1.0', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Network': '1.1', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Port': '1.7', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'PortForwarding': '1.2', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'QosPolicy': '1.10', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'SecurityGroup': '1.5', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'SecurityGroupRule': '1.2', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'SubPort': '1.0', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Subnet': '1.1', Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: 'Trunk': '1.1'}} Jan 10 11:37:23.650495 dv-cinder-master-3-iscsi neutron-server[103370]: {{(pid=103370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:37:23.657372 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Checking segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:23.657933 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Network hostable DHCP agents. Network: 73452465-d5d7-4c27-928c-80c648c05035, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:37:23.802507 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Network 73452465-d5d7-4c27-928c-80c648c05035 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:37:23.842439 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36084) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:23.922465 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 73452465-d5d7-4c27-928c-80c648c05035) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:23.935700 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769eda23-da39-40e1-983b-2b4e25e00fe3 None None] Network 73452465-d5d7-4c27-928c-80c648c05035 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:23.936982 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:23.940459 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:24.087177 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-fd896aee-44ff-4b2f-a49c-dcce31ca9107 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0326653 Jan 10 11:37:24.088680 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac81a75-04e6-47bc-805f-77f0c17d3524 None None] Network 73452465-d5d7-4c27-928c-80c648c05035 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:24.264761 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-720849606-network', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:24.492563 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Made reservation on behalf of 274889e6213c4dfaab0997e2dad420ff for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:24.495284 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:24.504841 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-aee3e9bb-5ee0-4512-aa14-6ade0a009aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:24.512431 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:24.647192 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Publish callbacks [] for security_group (f8474a27-de9b-4d17-a9fe-f85f5521e570), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:24.808041 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f8474a27-de9b-4d17-a9fe-f85f5521e570), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:24.857160 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8474a27-de9b-4d17-a9fe-f85f5521e570,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:24.861409 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:37:24.877302 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (8aa7b98e-7366-43e6-9edb-b15592b03627), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:24.877862 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Added segment 8aa7b98e-7366-43e6-9edb-b15592b03627 of type vlan for network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 Jan 10 11:37:24.925532 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:25.099497 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:25.101148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:25.102374 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:25.336250 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4922850 Jan 10 11:37:25.339253 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36134) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:25.344572 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366c46d-14a9-4f1c-b7c7-b4ddcc4e1b52 admin admin] Pushing event updated for resources: {'Network': ['ID=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:25.344826 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Request body: {'subnet': {'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-subnet', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:25.356812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:37:25.476495 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Made reservation on behalf of 274889e6213c4dfaab0997e2dad420ff for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:25.479048 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:25.520479 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36140) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:25.703413 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36150) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:25.740210 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36154) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:25.917377 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (4127599f-3bb2-4e22-8101-81ebdfb41b92), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:25.953415 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-660253253-network', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:26.087614 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Made reservation on behalf of a77ddb5f1ea14e54be79c194a288b5a7 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:26.088412 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4127599f-3bb2-4e22-8101-81ebdfb41b92,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:26.090164 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.101094 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.115618 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Checking segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:26.116669 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Network hostable DHCP agents. Network: 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:37:26.184131 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Publish callbacks [] for security_group (a60a9945-8c5a-4703-8222-05fdfdb18935), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.276392 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:37:26.322415 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a60a9945-8c5a-4703-8222-05fdfdb18935), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.370146 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1568579448-network', 'tenant_id': 'dd16126432b64642b65fa0a3d8bd7043'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:26.371928 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:37:26.404274 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-79622828-network', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:26.442681 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:26.450029 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:26.453028 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.460289 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993600ca-5d3e-432f-9df3-dbe873acea49 None None] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:26.470554 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (736b1558-5f3b-4661-9f45-6e4493448c70), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.471024 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Added segment 736b1558-5f3b-4661-9f45-6e4493448c70 of type vlan for network 0b7066df-867a-4f7f-8c8c-edef37acae0b Jan 10 11:37:26.474337 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a9945-8c5a-4703-8222-05fdfdb18935,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:26.565795 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (0b7066df-867a-4f7f-8c8c-edef37acae0b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.593096 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Made reservation on behalf of dd16126432b64642b65fa0a3d8bd7043 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:26.595938 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.614785 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.672682 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:37:26.673923 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.691109 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Made reservation on behalf of f8635cce808f4b1c9e754fe407a2f60b for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:26.697740 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.736296 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.784734 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e4dc10b1-e3e6-4434-b9cc-0f9cd6baf506 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4440806 Jan 10 11:37:26.787412 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36174) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:26.798104 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:26.895913 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e1225184-1f9c-4164-8a2e-6ab34dc7fca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.926872 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (0b7066df-867a-4f7f-8c8c-edef37acae0b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.927822 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:26.929107 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.934306 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Allocated IP 172.20.0.2 (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2/4127599f-3bb2-4e22-8101-81ebdfb41b92/47bd63d2-5c01-4cd6-a496-1498cc6f9ad3) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:26.996632 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:26.997894 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.065539 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Publish callbacks [] for security_group (e218cc4c-e61b-479c-bcae-2d4439eb8564), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.163050 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks [] for router_controller (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.216873 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Publish callbacks [] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.246255 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (e218cc4c-e61b-479c-bcae-2d4439eb8564), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.259346 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7066df-867a-4f7f-8c8c-edef37acae0b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:27.270611 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 0b7066df-867a-4f7f-8c8c-edef37acae0b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:37:27.286923 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Publish callbacks [] for security_group (714717d9-b6e9-4558-a433-86133610733d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.301051 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:37:27.312683 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e218cc4c-e61b-479c-bcae-2d4439eb8564,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:27.317575 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (f1bc06ab-9edb-4421-9a40-417449da910c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.317912 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Added segment f1bc06ab-9edb-4421-9a40-417449da910c of type vlan for network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea Jan 10 11:37:27.372844 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.482481 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.530892 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:27.532595 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:27.538279 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:27.562615 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.563692 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:27.564255 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.570029 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-25ee4bd0-08de-47e9-b778-7f9fccee5298 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0450723 Jan 10 11:37:27.573147 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Pushing event updated for resources: {'Port': ['ID=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:27.585192 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (714717d9-b6e9-4558-a433-86133610733d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.585192 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36208) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:27.595456 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.596088 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.596598 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.597104 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.597587 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.598718 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.599224 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.599709 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.600715 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.601311 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.601790 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.602303 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.602783 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Tracked resource versions report: Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: pushed versions: Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: { 'AddressGroup': {'1.2'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'ConntrackHelper': {'1.0'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Log': {'1.0'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Network': {'1.1'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Port': {'1.7'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'PortForwarding': {'1.2'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'QosPolicy': {'1.10'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'SecurityGroup': {'1.5'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'SubPort': {'1.0'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Subnet': {'1.1'}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Trunk': {'1.1'}} Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: consumer versions: Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: HyperV agent@hv-cinder-maste: {}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: L3 agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: Metering agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'ConntrackHelper': '1.0', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'LocalIPAssociation': '1.0', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Log': '1.0', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Network': '1.1', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Port': '1.7', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'PortForwarding': '1.2', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'QosPolicy': '1.10', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'SecurityGroup': '1.5', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'SecurityGroupRule': '1.2', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'SubPort': '1.0', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Subnet': '1.1', Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: 'Trunk': '1.1'}} Jan 10 11:37:27.604092 dv-cinder-master-3-iscsi neutron-server[103372]: {{(pid=103372) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:37:27.632603 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Attempting to bind port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:27.633284 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Attempting to bind port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:27.633880 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Attempting to bind port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 on network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:27.639219 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Request body: {'subnet': {'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-subnet', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:27.639351 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks [] for router_gateway (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.644833 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:27.645578 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Checking segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:27.646157 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.646764 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Bound using segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:27.647819 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Bound port: 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:27.648520 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.762825 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] For port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:27.777275 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] For port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:27.830458 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:37:27.906314 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.913805 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714717d9-b6e9-4558-a433-86133610733d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:27.941484 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:27.941484 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Added segment fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1 of type vlan for network e4972d56-4582-4fa2-b636-32f4939795bb Jan 10 11:37:27.952716 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] Pushing event updated for resources: {'Network': ['ID=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:27.986129 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:37:28.012597 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-78454d3a-3248-4ec1-a656-ecc9eb0534d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.3072011 Jan 10 11:37:28.024627 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:28.036976 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36226) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:28.069044 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a542a96-177d-4426-8ad3-7e3a9bbf3509 None None] Pushing event updated for resources: {'Port': ['ID=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:28.158136 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Request body: {'subnet': {'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-79622828-subnet', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:28.251511 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (e4972d56-4582-4fa2-b636-32f4939795bb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:28.301239 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Made reservation on behalf of a77ddb5f1ea14e54be79c194a288b5a7 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:28.311932 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:28.337629 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks [] for router_gateway (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:28.390804 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36242) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:28.401914 dv-cinder-master-3-iscsi neutron-server[103370]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 10 11:37:28.418663 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:28.560950 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Made reservation on behalf of f8635cce808f4b1c9e754fe407a2f60b for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:28.560950 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:28.626957 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (e4972d56-4582-4fa2-b636-32f4939795bb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:28.628232 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:28.629241 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:28.804498 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] Pushing event updated for resources: {'Network': ['ID=e4972d56-4582-4fa2-b636-32f4939795bb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:28.817594 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network e4972d56-4582-4fa2-b636-32f4939795bb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:37:28.939384 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-82a347e5-ec42-471a-bded-211b70a40c97 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1976564 Jan 10 11:37:28.948670 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36252) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:28.958600 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Request body: {'subnet': {'network_id': 'e4972d56-4582-4fa2-b636-32f4939795bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1568579448-subnet', 'tenant_id': 'dd16126432b64642b65fa0a3d8bd7043', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:29.012443 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Allocated IP 172.37.3.246 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/f45277af-d2f1-4910-b9d4-aa458ec8c890) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:29.151543 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (1dbe3c09-81a8-4971-ac1e-c990dbda3881), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.189905 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Made reservation on behalf of dd16126432b64642b65fa0a3d8bd7043 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:29.192301 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.210138 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-7e0cdcd6-1c01-494d-a6df-90b21f3cfb1d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:29.211783 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-7e0cdcd6-1c01-494d-a6df-90b21f3cfb1d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 813 time: 0.8188932 Jan 10 11:37:29.250766 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-930a03f3-f362-4891-aeb0-f00126ccdc43 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/quotas/1c300abbfb3b48dab6c40f20c7eb9cd1 HTTP/1.1" status: 200 len: 375 time: 0.0259962 Jan 10 11:37:29.257218 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks [] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.266621 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dbe3c09-81a8-4971-ac1e-c990dbda3881,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:29.311006 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Checking segment: {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:29.314698 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Network hostable DHCP agents. Network: 0b7066df-867a-4f7f-8c8c-edef37acae0b, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:37:29.337748 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-2c38a959-3b98-4cd1-bd6e-78827277b327 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703781 Jan 10 11:37:29.360934 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (4fe8d977-d9d4-4188-b59c-1cc7a7b05656), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.467255 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Network 0b7066df-867a-4f7f-8c8c-edef37acae0b is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:37:29.478519 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe8d977-d9d4-4188-b59c-1cc7a7b05656,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:29.524841 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Checking segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:29.525238 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Network hostable DHCP agents. Network: 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:37:29.562906 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.716452 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:29.722771 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:29.730731 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:29.747035 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0b7066df-867a-4f7f-8c8c-edef37acae0b) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:29.753815 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:29.754697 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.761446 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a68e8-15f4-4e34-a0d6-00b98ae53b49 None None] Network 0b7066df-867a-4f7f-8c8c-edef37acae0b requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:29.782418 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-bf8f531b-4b39-4a80-a0e4-75637ff220bd service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:37:29.783507 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-bf8f531b-4b39-4a80-a0e4-75637ff220bd service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1730664 Jan 10 11:37:29.792710 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (b72aaee2-418a-46e6-928f-767ac3a986eb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.799876 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.839745 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a34b250-15c3-4aec-8400-21ad575a267e None None] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:29.884919 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Checking segment: {'id': 'fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4972d56-4582-4fa2-b636-32f4939795bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:29.885265 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Network hostable DHCP agents. Network: e4972d56-4582-4fa2-b636-32f4939795bb, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:37:29.888098 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72aaee2-418a-46e6-928f-767ac3a986eb,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:29.903345 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:37:29.910173 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0463bf6e-b24c-4388-b68e-18745d7ea1b3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3131940 Jan 10 11:37:29.914958 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36278) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:29.921043 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:29.925108 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:29.925775 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:29.930714 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:29.931836 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:29.968222 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Pushing event updated for resources: {'Port': ['ID=f45277af-d2f1-4910-b9d4-aa458ec8c890,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:29.976900 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c03adbd-1164-4a8a-b572-b80287fb41b8 None None] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:30.001294 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b95ea449-ca91-4e50-bdee-47f32f1b186d None None] Provisioning complete for port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:30.001676 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b95ea449-ca91-4e50-bdee-47f32f1b186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.047834 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-43922b7d-1a3b-4f86-971e-c0bc94b5fc0f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9234161 Jan 10 11:37:30.052474 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Network e4972d56-4582-4fa2-b636-32f4939795bb is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:37:30.055272 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36284) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:30.063714 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:30.188918 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98cc22-21af-4464-91e5-4c011a25707e None None] Network 0b7066df-867a-4f7f-8c8c-edef37acae0b requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:30.213487 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-72a08dee-0a89-4b24-8b0a-365e693c8316 service neutron] 10.222.0.20 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383270 Jan 10 11:37:30.250248 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (e008bead-e7ab-4f32-9f72-30f2c86db2b8), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.254075 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (e008bead-e7ab-4f32-9f72-30f2c86db2b8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.297596 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:30.298332 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.298703 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e4972d56-4582-4fa2-b636-32f4939795bb) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:30.313617 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87864d2f-aa05-426f-9ffa-26e7941dd455 None None] Network e4972d56-4582-4fa2-b636-32f4939795bb requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:30.316802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.346699 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:30.348747 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.354439 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:37:30.355818 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.373074 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-4ad4e3b0-06b3-47d8-8a6f-9f6bd5a15c1f service neutron] 10.222.0.20 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550169 Jan 10 11:37:30.396579 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks [] for router_controller (e008bead-e7ab-4f32-9f72-30f2c86db2b8), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.401877 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (6c9ea1f8-9b16-4181-997d-173a9467d593), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.410562 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (6c9ea1f8-9b16-4181-997d-173a9467d593), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.493740 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks [] for router_controller (6c9ea1f8-9b16-4181-997d-173a9467d593), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.571577 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b95ea449-ca91-4e50-bdee-47f32f1b186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.623861 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks [] for router_gateway (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:30.697638 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-02d7a555-a1fd-4626-8874-4e3968ad4d38 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7428308 Jan 10 11:37:31.035572 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-b95ea449-ca91-4e50-bdee-47f32f1b186d None None] For port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:37:31.087136 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd027024-f784-4236-a1a1-2d3de472f4e6 None None] Network e4972d56-4582-4fa2-b636-32f4939795bb requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:31.087136 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.091008 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.169830 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a8f82d58-e0eb-4f0b-a9f2-8e0092349eab req-7b9c47d1-5d3b-4eac-bdb3-0058597fc21e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.1672459 Jan 10 11:37:31.232449 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks [] for router_gateway (6c9ea1f8-9b16-4181-997d-173a9467d593), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.266615 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b95ea449-ca91-4e50-bdee-47f32f1b186d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.270104 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Allocated IP 172.20.0.2 (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea/4fe8d977-d9d4-4188-b59c-1cc7a7b05656/17bf2215-9a1b-4cb0-b208-48eedaaa96de) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:31.344838 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.346749 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ea449-ca91-4e50-bdee-47f32f1b186d None None] Pushing event updated for resources: {'Port': ['ID=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:31.384635 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks [] for router_gateway (e008bead-e7ab-4f32-9f72-30f2c86db2b8), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.460792 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-01388f21-a50f-4ae0-a35f-15002b2b02b9 None None] Provisioning complete for port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:31.461166 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-01388f21-a50f-4ae0-a35f-15002b2b02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.463452 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.db.api [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:37:31.463827 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG oslo_db.api [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:37:31.540370 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36352) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:31.695647 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Publish callbacks [] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.710355 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-3d91a1ca-5675-42b9-9051-8f190160cfe9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:31.712201 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-3d91a1ca-5675-42b9-9051-8f190160cfe9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/networks?id=e4972d56-4582-4fa2-b636-32f4939795bb HTTP/1.1" status: 200 len: 812 time: 0.1707385 Jan 10 11:37:31.738646 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-29b23f20-ac94-4cb5-8752-6d2ed2ab00c9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/quotas/dd16126432b64642b65fa0a3d8bd7043 HTTP/1.1" status: 200 len: 375 time: 0.0187249 Jan 10 11:37:31.778188 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.793380 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-5d1fa905-074c-43f5-9617-d8f31a712bf2 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dd16126432b64642b65fa0a3d8bd7043&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446303 Jan 10 11:37:31.832572 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:31.839910 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:31.845379 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:31.887057 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks [] for router_gateway (6c9ea1f8-9b16-4181-997d-173a9467d593), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.887273 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Pushing event updated for resources: {'Port': ['ID=17bf2215-9a1b-4cb0-b208-48eedaaa96de,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:31.916409 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:37:31.932133 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Attempting to bind port 17bf2215-9a1b-4cb0-b208-48eedaaa96de on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:31.932958 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Attempting to bind port 17bf2215-9a1b-4cb0-b208-48eedaaa96de by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:31.933584 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Attempting to bind port 17bf2215-9a1b-4cb0-b208-48eedaaa96de on network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:31.941988 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:31.942752 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Checking segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:31.943443 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.944101 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Bound using segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:31.945244 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Bound port: 17bf2215-9a1b-4cb0-b208-48eedaaa96de, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:31.945998 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:31.947956 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:32.063983 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] For port 17bf2215-9a1b-4cb0-b208-48eedaaa96de, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:32.072156 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] For port 17bf2215-9a1b-4cb0-b208-48eedaaa96de, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=17bf2215-9a1b-4cb0-b208-48eedaaa96de,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:32.091022 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-b75917d9-7b3b-484b-89ba-bede6b510903 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:37:32.092313 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-b75917d9-7b3b-484b-89ba-bede6b510903 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1512597 Jan 10 11:37:32.246415 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:37:32.270237 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Sync routers for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:37:32.285241 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:32.289322 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:32.315330 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks [] for router_gateway (e008bead-e7ab-4f32-9f72-30f2c86db2b8), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:32.320302 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:32.324167 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-26a84329-29c4-46ce-ab2a-1ca8ba1060d9 service neutron] 10.222.0.20 "GET /v2.0/networks/e4972d56-4582-4fa2-b636-32f4939795bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223837 Jan 10 11:37:32.359406 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:32.360370 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-109801e9-a065-4059-a676-666c5c6e08d1 req-c7000abc-75a8-4d67-a143-72ef1ff70751 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0431690 Jan 10 11:37:32.424225 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Allocated IP 172.37.3.147 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/b596074a-827b-4fe9-81db-719f1226c37f) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:32.448023 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9788d8-7a64-430f-be00-c14494ae408a None None] Pushing event updated for resources: {'Port': ['ID=17bf2215-9a1b-4cb0-b208-48eedaaa96de,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:32.532848 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:32.532848 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-35d08fdb-e4ce-40a8-a493-e61286a20139 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7247365 Jan 10 11:37:32.532848 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-a2bbb8b7-ba9e-44e6-813b-e02f32b64e0c service neutron] 10.222.0.20 "GET /v2.0/networks/e4972d56-4582-4fa2-b636-32f4939795bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937442 Jan 10 11:37:32.539964 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36390) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:32.597207 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:32.664071 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks [] for port (b596074a-827b-4fe9-81db-719f1226c37f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:32.800452 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:32.802680 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:32.899495 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:32.991369 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (b596074a-827b-4fe9-81db-719f1226c37f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:33.103157 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36400) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:33.317455 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:33.365472 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:33.369236 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Allocated IP 172.37.3.238 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:33.378363 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-30e73abb-f23b-44d6-b154-195ff2343d6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:33.390915 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:33.396298 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Pushing event updated for resources: {'Port': ['ID=b596074a-827b-4fe9-81db-719f1226c37f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:33.423312 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc464489-4b54-4683-876b-38582eb7f2ab req-72d14e5d-b0f8-4028-8ec5-f297dce327d8 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.1739807 Jan 10 11:37:33.441668 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:30Z', 'revision_number': 3, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:33.519678 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Checking router: 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:37:33.521011 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Updating router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf port f45277af-d2f1-4910-b9d4-aa458ec8c890 binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:37:33.568276 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7280dd41-c7e0-4e7c-83d3-384ec877a878 req-620ff0ad-afea-4342-adbb-ed010b3f95c3 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0650194 Jan 10 11:37:33.617635 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:33.816370 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-30e73abb-f23b-44d6-b154-195ff2343d6b admin admin] Publish callbacks [] for security_group (c0203471-67d8-4707-9159-decbd8bd7e65), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:33.854021 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks [] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:33.940172 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.012734 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.076505 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-30e73abb-f23b-44d6-b154-195ff2343d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (c0203471-67d8-4707-9159-decbd8bd7e65), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.081940 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:34.094279 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:34.097759 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:34.102321 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Pushing event updated for resources: {'Port': ['ID=e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:34.212063 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks [] for router_gateway (6c9ea1f8-9b16-4181-997d-173a9467d593), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.237944 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Publish callbacks [] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.323466 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-30e73abb-f23b-44d6-b154-195ff2343d6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0384f08acae8463ca10014602323f6d5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2188809 Jan 10 11:37:34.324704 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e73abb-f23b-44d6-b154-195ff2343d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0203471-67d8-4707-9159-decbd8bd7e65,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:34.332471 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36456) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:34.368912 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.470033 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186919d4-b58b-4fca-9d3f-6c8679c21a4b None None] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:37:34.597775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Attempting to bind port f45277af-d2f1-4910-b9d4-aa458ec8c890 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:34.610753 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Attempting to bind port f45277af-d2f1-4910-b9d4-aa458ec8c890 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:34.612653 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Attempting to bind port f45277af-d2f1-4910-b9d4-aa458ec8c890 on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:34.625981 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Pushing event updated for resources: {'Port': ['ID=f45277af-d2f1-4910-b9d4-aa458ec8c890,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:34.648440 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-80a3a9c0-fca4-4320-a1a0-4207d04c6341 admin admin] Publish callbacks [] for security_group (c0203471-67d8-4707-9159-decbd8bd7e65), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.667648 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:34.667648 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:34.667648 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.672155 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:34.673002 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Bound port: f45277af-d2f1-4910-b9d4-aa458ec8c890, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:34.675401 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:34.694691 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5c0e01ef-ce3e-4aee-a573-4dcd542c3718 req-73744942-7a6a-406a-99c4-e6d8213806c8 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.1675661 Jan 10 11:37:34.699615 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Allocated IP 172.20.0.1 (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2/4127599f-3bb2-4e22-8101-81ebdfb41b92/3812b4c4-1a7e-4893-ac95-02445e6f8975) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:34.758861 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-80a3a9c0-fca4-4320-a1a0-4207d04c6341 admin admin] Publish callbacks [] for security_group (c0203471-67d8-4707-9159-decbd8bd7e65), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Tracked resource versions report: Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: pushed versions: Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: { 'AddressGroup': {'1.2'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'ConntrackHelper': {'1.0'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'LocalIPAssociation': {'1.0'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'Log': {'1.0'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'Network': {'1.1'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'Port': {'1.7'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'PortForwarding': {'1.2'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'QosPolicy': {'1.10'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'SecurityGroup': {'1.5'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'SecurityGroupRule': {'1.2'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'SubPort': {'1.0'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'Subnet': {'1.1'}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'Trunk': {'1.1'}} Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: consumer versions: Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: HyperV agent@hv-cinder-maste: {}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: L3 agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: Metadata agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: Metering agent@dv-cinder-master-3-iscsi: {}, Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'ConntrackHelper': '1.0', Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'LocalIPAssociation': '1.0', Jan 10 11:37:35.244703 dv-cinder-master-3-iscsi neutron-server[103373]: 'Log': '1.0', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'Network': '1.1', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'Port': '1.7', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'PortForwarding': '1.2', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'QosPolicy': '1.10', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'SecurityGroup': '1.5', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'SecurityGroupRule': '1.2', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'SubPort': '1.0', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'Subnet': '1.1', Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: 'Trunk': '1.1'}} Jan 10 11:37:35.251306 dv-cinder-master-3-iscsi neutron-server[103373]: {{(pid=103373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 10 11:37:35.253180 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 17bf2215-9a1b-4cb0-b208-48eedaaa96de up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:35.253367 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] For port f45277af-d2f1-4910-b9d4-aa458ec8c890, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:35.253367 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] For port f45277af-d2f1-4910-b9d4-aa458ec8c890, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f45277af-d2f1-4910-b9d4-aa458ec8c890,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:35.253784 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-debef8b7-b73c-4b38-ae41-c5cd0abc8113 None None] Provisioning complete for port 17bf2215-9a1b-4cb0-b208-48eedaaa96de triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:35.253784 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-debef8b7-b73c-4b38-ae41-c5cd0abc8113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.254132 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Publish callbacks [] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.254333 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-debef8b7-b73c-4b38-ae41-c5cd0abc8113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.254333 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 17bf2215-9a1b-4cb0-b208-48eedaaa96de triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:35.254333 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.254333 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-debef8b7-b73c-4b38-ae41-c5cd0abc8113 None None] For port 17bf2215-9a1b-4cb0-b208-48eedaaa96de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=17bf2215-9a1b-4cb0-b208-48eedaaa96de,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:37:35.255004 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (6c9ea1f8-9b16-4181-997d-173a9467d593), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.255833 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.256017 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks [] for router_gateway (e008bead-e7ab-4f32-9f72-30f2c86db2b8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.256209 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5cb1f967-1b64-497d-800e-781f0467441e req-ddba4aa1-d76b-4faf-a404-12bc5a29fe46 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0709107 Jan 10 11:37:35.256919 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.314888 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:35.315523 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:35.321087 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e3dba-0443-4d7c-ac67-54677fca5b6c None None] Pushing event updated for resources: {'Port': ['ID=f45277af-d2f1-4910-b9d4-aa458ec8c890,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:35.323270 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-80a3a9c0-fca4-4320-a1a0-4207d04c6341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (c0203471-67d8-4707-9159-decbd8bd7e65), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.326675 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-80a3a9c0-fca4-4320-a1a0-4207d04c6341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.330850 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-80a3a9c0-fca4-4320-a1a0-4207d04c6341 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0203471-67d8-4707-9159-decbd8bd7e65 HTTP/1.1" status: 204 len: 168 time: 0.9946604 Jan 10 11:37:35.350118 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.351947 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-debef8b7-b73c-4b38-ae41-c5cd0abc8113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.429992 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a9c0-fca4-4320-a1a0-4207d04c6341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0203471-67d8-4707-9159-decbd8bd7e65,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:35.440312 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:35.445572 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:35.449518 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:35.449999 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.472874 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:35.648280 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.db.api [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103372) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:37:35.649667 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG oslo_db.api [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:37:35.700630 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-1e2de1bf-3efa-46fd-8898-ba462a8a6c51 None None] Provisioning complete for port 17bf2215-9a1b-4cb0-b208-48eedaaa96de triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:35.701537 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1e2de1bf-3efa-46fd-8898-ba462a8a6c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.702600 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (e008bead-e7ab-4f32-9f72-30f2c86db2b8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:35.732587 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Pushing event updated for resources: {'Port': ['ID=3812b4c4-1a7e-4893-ac95-02445e6f8975,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:35.787701 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debef8b7-b73c-4b38-ae41-c5cd0abc8113 None None] Pushing event updated for resources: {'Port': ['ID=17bf2215-9a1b-4cb0-b208-48eedaaa96de,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:35.906007 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Router 6c9ea1f8-9b16-4181-997d-173a9467d593 is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:37:35.923034 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-68a9ea95-3b46-4b3c-9af6-cb8e03aaeb85 req-2eaee867-9f37-4373-baee-daa196f2fbb7 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.1047294 Jan 10 11:37:35.936335 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:30Z', 'revision_number': 3, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:35.991891 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fe4c8-6e1d-437e-b753-06072f4438dd None None] The sync data for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi is: [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:30Z', 'revision_number': 3, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:37:36.073517 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-a51cce64-7989-470b-96fb-af5075ea03a1 None None] Provisioning complete for port 3812b4c4-1a7e-4893-ac95-02445e6f8975 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:36.073881 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a51cce64-7989-470b-96fb-af5075ea03a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:36.164935 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-a51cce64-7989-470b-96fb-af5075ea03a1 None None] Port 3812b4c4-1a7e-4893-ac95-02445e6f8975 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:37:36.182826 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:37:36.213005 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Sync routers for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:37:36.236251 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:36.236917 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:36.237204 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:36.243056 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Router e008bead-e7ab-4f32-9f72-30f2c86db2b8 is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:37:36.306996 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36496) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:36.477262 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:36.479310 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6c0375bb-8cdc-4a17-8172-265b826cca11 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.4213815 Jan 10 11:37:36.483034 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36504) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:36.521891 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:36.554272 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1a030fa5-d4bb-4b39-b331-de1bae578309 req-92cc4db5-3edd-4f54-bebb-48ff847c83a1 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0360951 Jan 10 11:37:36.605483 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-abd45155-dfa1-4331-85ac-e8d82e95600e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:36.676793 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:37:36.699609 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Sync routers for ids ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:37:36.721431 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Routers {'e008bead-e7ab-4f32-9f72-30f2c86db2b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:36.722085 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:36.767306 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-abd45155-dfa1-4331-85ac-e8d82e95600e admin admin] Publish callbacks [] for security_group (07350caf-2c19-44a2-8411-489785de36dd), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:36.771408 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device f45277af-d2f1-4910-b9d4-aa458ec8c890 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:36.806570 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Publish callbacks [] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:36.808691 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:36.813049 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36506) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:36.814059 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0fc4324f-0c69-4c6d-b2c7-81eca45f964f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8977346 Jan 10 11:37:36.876707 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Set router e008bead-e7ab-4f32-9f72-30f2c86db2b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:36.916067 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36508) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:36.935455 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port f45277af-d2f1-4910-b9d4-aa458ec8c890 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:36.936228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:36.946181 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c5c4-38f4-4e26-945c-f8138f9f73f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.071034 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.071828 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.074397 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-abd45155-dfa1-4331-85ac-e8d82e95600e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (07350caf-2c19-44a2-8411-489785de36dd), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.118974 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.149123 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:33Z', 'revision_number': 3, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:37.155042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Pushing event updated for resources: {'Port': ['ID=3812b4c4-1a7e-4893-ac95-02445e6f8975,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:37.196266 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port f45277af-d2f1-4910-b9d4-aa458ec8c890, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f45277af-d2f1-4910-b9d4-aa458ec8c890,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:37:37.197986 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Checking router: 6c9ea1f8-9b16-4181-997d-173a9467d593 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:37:37.198369 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Updating router 6c9ea1f8-9b16-4181-997d-173a9467d593 port b596074a-827b-4fe9-81db-719f1226c37f binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:37:37.211339 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:34Z', 'revision_number': 3, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port': {'id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:32Z', 'updated_at': '2022-01-10T11:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:37.251255 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Checking router: e008bead-e7ab-4f32-9f72-30f2c86db2b8 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:37:37.251661 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Updating router e008bead-e7ab-4f32-9f72-30f2c86db2b8 port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:37:37.260834 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (b596074a-827b-4fe9-81db-719f1226c37f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.278878 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-769c1a20-6b9a-4175-bb2b-ee05c84fd0f5 req-ed154d1a-b7b5-4d9e-ae81-b55f443954c0 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.1328893 Jan 10 11:37:37.296501 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.302263 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.303064 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 17bf2215-9a1b-4cb0-b208-48eedaaa96de up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:37.375486 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c5c4-38f4-4e26-945c-f8138f9f73f8 admin admin] Publish callbacks [] for security_group (52e2627c-c72c-43fa-b325-ec14253519dc), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.414283 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd45155-dfa1-4331-85ac-e8d82e95600e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07350caf-2c19-44a2-8411-489785de36dd,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:37.441731 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-abd45155-dfa1-4331-85ac-e8d82e95600e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9266798caa6b4b9b9bb1e690659b268f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1335292 Jan 10 11:37:37.445144 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36520) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:37.475729 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.513002 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ddd0c5c4-38f4-4e26-945c-f8138f9f73f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (52e2627c-c72c-43fa-b325-ec14253519dc), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.583583 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f1ba-4f4e-4189-9af7-81f98486de28 admin admin] Publish callbacks [] for security_group (07350caf-2c19-44a2-8411-489785de36dd), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.619697 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ddd0c5c4-38f4-4e26-945c-f8138f9f73f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c78c3ff2bfb6474baf5f49ecca10263f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7024026 Jan 10 11:37:37.623192 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd0c5c4-38f4-4e26-945c-f8138f9f73f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e2627c-c72c-43fa-b325-ec14253519dc,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:37.625533 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36524) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:37.643990 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f1ba-4f4e-4189-9af7-81f98486de28 admin admin] Publish callbacks [] for security_group (07350caf-2c19-44a2-8411-489785de36dd), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.672204 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=f45277af-d2f1-4910-b9d4-aa458ec8c890,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:37.748336 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:37.778738 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:37.791163 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a50b96a5-466a-4661-b488-8c6d173b6859 req-49190547-c8e4-41e3-9214-56e15d424a09 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0965757 Jan 10 11:37:37.825754 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Allocated IP 172.20.0.1 (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea/4fe8d977-d9d4-4188-b59c-1cc7a7b05656/2dbc4abf-a238-45c1-a74a-54eae5229d1a) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:37.890479 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 17bf2215-9a1b-4cb0-b208-48eedaaa96de triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:37.891127 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:37.999211 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Publish callbacks [] for port (b596074a-827b-4fe9-81db-719f1226c37f), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.013341 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d855f75a-9a10-481b-bcdd-2cb89a6578bb admin admin] Publish callbacks [] for security_group (52e2627c-c72c-43fa-b325-ec14253519dc), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.062964 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d855f75a-9a10-481b-bcdd-2cb89a6578bb admin admin] Publish callbacks [] for security_group (52e2627c-c72c-43fa-b325-ec14253519dc), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.084069 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f1ba-4f4e-4189-9af7-81f98486de28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (07350caf-2c19-44a2-8411-489785de36dd), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.087599 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f3e7f1ba-4f4e-4189-9af7-81f98486de28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.092149 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Publish callbacks [] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.101920 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f3e7f1ba-4f4e-4189-9af7-81f98486de28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07350caf-2c19-44a2-8411-489785de36dd HTTP/1.1" status: 204 len: 168 time: 0.6512113 Jan 10 11:37:38.122919 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (b596074a-827b-4fe9-81db-719f1226c37f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.183509 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:37:38.246570 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7f1ba-4f4e-4189-9af7-81f98486de28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07350caf-2c19-44a2-8411-489785de36dd,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:38.300213 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.301114 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Attempting to bind port b596074a-827b-4fe9-81db-719f1226c37f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:38.301489 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Attempting to bind port b596074a-827b-4fe9-81db-719f1226c37f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:38.302044 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Attempting to bind port b596074a-827b-4fe9-81db-719f1226c37f on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:38.305369 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedae11-65a6-4b3a-87f1-26b3e35e0554 None None] Pushing event updated for resources: {'Port': ['ID=b596074a-827b-4fe9-81db-719f1226c37f,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:38.342715 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b6ed8c52-53c4-46d2-99cf-fa4ede0025c0 None None] Provisioning complete for port 3812b4c4-1a7e-4893-ac95-02445e6f8975 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:38.343137 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b6ed8c52-53c4-46d2-99cf-fa4ede0025c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.391594 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed8c52-53c4-46d2-99cf-fa4ede0025c0 None None] Port 3812b4c4-1a7e-4893-ac95-02445e6f8975 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:37:38.398139 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:38.398545 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:38.398942 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.399747 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:38.400522 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Bound port: b596074a-827b-4fe9-81db-719f1226c37f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:38.400753 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (b596074a-827b-4fe9-81db-719f1226c37f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.464989 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] For port b596074a-827b-4fe9-81db-719f1226c37f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:38.468312 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] For port b596074a-827b-4fe9-81db-719f1226c37f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b596074a-827b-4fe9-81db-719f1226c37f,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:38.495668 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Publish callbacks [] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.496178 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-44baa447-3fad-4149-82ae-06c80cde87f2 req-17be3b2f-eb2d-4a54-9f5b-d6c0734e9331 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.0473194 Jan 10 11:37:38.505594 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:37:38.549331 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-dcd3fc27-7225-4fc2-b0a2-8b4aacd7917e admin admin] 10.222.0.20 "PUT /v2.0/routers/2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0020986 Jan 10 11:37:38.560022 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device f45277af-d2f1-4910-b9d4-aa458ec8c890 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:38.616403 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port f45277af-d2f1-4910-b9d4-aa458ec8c890 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:38.617666 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.698850 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Allocated IP 172.20.0.1 (0b7066df-867a-4f7f-8c8c-edef37acae0b/1dbe3c09-81a8-4971-ac1e-c990dbda3881/a78e622d-5e69-4f65-9357-c33ba1a9cbda) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:38.798013 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Sync routers for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:37:38.809995 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:38.811396 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:38.822564 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Publish callbacks [] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:38.917188 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-212d9d9e-880a-4de2-a940-f4cff090a80b req-0161e2bd-bb72-4177-b081-8e6149b197a2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0301254 Jan 10 11:37:38.931732 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:39.044378 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d855f75a-9a10-481b-bcdd-2cb89a6578bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (52e2627c-c72c-43fa-b325-ec14253519dc), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.045414 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.058009 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.064619 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d855f75a-9a10-481b-bcdd-2cb89a6578bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.082000 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d855f75a-9a10-481b-bcdd-2cb89a6578bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52e2627c-c72c-43fa-b325-ec14253519dc HTTP/1.1" status: 204 len: 168 time: 1.4416316 Jan 10 11:37:39.082000 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.082357 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (b596074a-827b-4fe9-81db-719f1226c37f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.122129 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855f75a-9a10-481b-bcdd-2cb89a6578bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e2627c-c72c-43fa-b325-ec14253519dc,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:39.166944 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Network 0b7066df-867a-4f7f-8c8c-edef37acae0b is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:39.179113 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:39.188785 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:39.189744 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (e008bead-e7ab-4f32-9f72-30f2c86db2b8), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.191480 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedae11-65a6-4b3a-87f1-26b3e35e0554 None None] Pushing event updated for resources: {'Port': ['ID=b596074a-827b-4fe9-81db-719f1226c37f,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:39.196528 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:39.197277 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:39.256042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Pushing event updated for resources: {'Port': ['ID=a78e622d-5e69-4f65-9357-c33ba1a9cbda,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:39.268465 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Attempting to bind port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:39.269911 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Attempting to bind port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:39.270813 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:39.271491 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Attempting to bind port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:39.289518 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:39.296631 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:39.299506 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (6c9ea1f8-9b16-4181-997d-173a9467d593), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.300688 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:39.301476 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:39.302446 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.303653 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:39.305888 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Bound port: e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:39.310698 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.313947 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2e433-6100-468b-8a23-11c675beb73c None None] Pushing event updated for resources: {'Port': ['ID=e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:39.419273 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:39.485013 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] For port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:39.489452 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Pushing event updated for resources: {'Port': ['ID=2dbc4abf-a238-45c1-a74a-54eae5229d1a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:39.493699 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] For port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:39.508248 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36552) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:39.513014 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-f9f0e9e0-e136-4dc7-aa51-6d7ad7bbf248 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040770389', 'description': 'tempest-description--1268336651'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:39.582201 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:36Z', 'revision_number': 2, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:39.588270 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.696603 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0324dde1-05c6-457c-a457-9c1639818798 req-4336e414-1a69-46e7-a44c-ad027acf121f tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.0689445 Jan 10 11:37:39.699555 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e9e0-e136-4dc7-aa51-6d7ad7bbf248 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.732329 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.765880 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Routers {'e008bead-e7ab-4f32-9f72-30f2c86db2b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:39.767418 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:39.778681 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Checking router: 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:37:39.779036 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Updating router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf port 3812b4c4-1a7e-4893-ac95-02445e6f8975 binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:37:39.832492 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.31', 64695) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:39.868077 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:39.879257 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e2e433-6100-468b-8a23-11c675beb73c None None] Pushing event updated for resources: {'Port': ['ID=e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:39.963885 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-c1d21460-a1be-49f0-9584-757caeef5e52 None None] Provisioning complete for port 2dbc4abf-a238-45c1-a74a-54eae5229d1a triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:39.965312 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c1d21460-a1be-49f0-9584-757caeef5e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.011300 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.026857 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-c1d21460-a1be-49f0-9584-757caeef5e52 None None] Port 2dbc4abf-a238-45c1-a74a-54eae5229d1a cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:37:40.032269 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] Set router e008bead-e7ab-4f32-9f72-30f2c86db2b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:40.207664 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-5112a4f9-57ab-4d19-9f0d-b7f665608ff8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:40.210571 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-5112a4f9-57ab-4d19-9f0d-b7f665608ff8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 813 time: 0.3763685 Jan 10 11:37:40.275943 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:33Z', 'revision_number': 3, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:40.282032 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Request body: {'port': {'device_id': '17641f31-456c-4c0f-8f40-5337b16bc6e0', 'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'admin_state_up': True, 'tenant_id': '1c300abbfb3b48dab6c40f20c7eb9cd1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:40.372960 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4319d-b307-4088-a54b-a44887220a90 None None] The sync data for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi is: [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:33Z', 'revision_number': 3, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:37:40.373077 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Publish callbacks [] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.403893 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e9e0-e136-4dc7-aa51-6d7ad7bbf248 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (cd2c8164-0f44-4a4d-aba6-678f738986c0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.445792 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-963327cd-527b-4a14-a25b-188fba3da413 req-bfb2e32e-c3f0-4c8b-96f1-281fba599132 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0671389 Jan 10 11:37:40.572234 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.573376 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (e008bead-e7ab-4f32-9f72-30f2c86db2b8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.586653 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e9e0-e136-4dc7-aa51-6d7ad7bbf248 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (cd2c8164-0f44-4a4d-aba6-678f738986c0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.601592 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Publish callbacks [] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.659737 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port': {'id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:32Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a78e622d-5e69-4f65-9357-c33ba1a9cbda', 'name': '', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'mac_address': 'fa:16:3e:f1:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:38Z', 'updated_at': '2022-01-10T11:37:38Z', 'revision_number': 1, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'subnets': [{'id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:40.718734 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e9e0-e136-4dc7-aa51-6d7ad7bbf248 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2c8164-0f44-4a4d-aba6-678f738986c0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:40.720687 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.721777 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (6c9ea1f8-9b16-4181-997d-173a9467d593), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.739063 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Publish callbacks [] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:40.746747 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d5359b-8e9b-4c90-a234-847c6ab93b59 None None] The sync data for ids ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'] in dv-cinder-master-3-iscsi is: [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port': {'id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:32Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a78e622d-5e69-4f65-9357-c33ba1a9cbda', 'name': '', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'mac_address': 'fa:16:3e:f1:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:38Z', 'updated_at': '2022-01-10T11:37:38Z', 'revision_number': 1, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'subnets': [{'id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:37:40.854366 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Pushing event updated for resources: {'Port': ['ID=a78e622d-5e69-4f65-9357-c33ba1a9cbda,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:40.888135 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:41.033016 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-938277bd-9176-496b-a31c-b33321c07c64 req-c0667b52-4cbe-4d4f-acfb-3f8a712a975e tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.0540645 Jan 10 11:37:41.035541 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e9e0-e136-4dc7-aa51-6d7ad7bbf248 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:41.040572 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f9f0e9e0-e136-4dc7-aa51-6d7ad7bbf248 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5315197 Jan 10 11:37:41.041354 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36604) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:41.046631 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-b8b17c7b-1a66-4951-ac84-8f891383c153 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'security_group_rule': {'security_group_id': 'cd2c8164-0f44-4a4d-aba6-678f738986c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:41.073657 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Network 0b7066df-867a-4f7f-8c8c-edef37acae0b is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:41.076695 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:41.161950 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Pushing event updated for resources: {'Port': ['ID=2dbc4abf-a238-45c1-a74a-54eae5229d1a,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:41.343441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:41.360587 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Made reservation on behalf of 1c300abbfb3b48dab6c40f20c7eb9cd1 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:41.369829 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:41.399041 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.31', 64701) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:41.405655 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:41.478129 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8b17c7b-1a66-4951-ac84-8f891383c153 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (995a0959-ac37-42db-b0c4-539cbe1f9f5c), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:41.607557 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace8739-303b-4b53-affd-9ca0a9092f7c None None] Pushing event updated for resources: {'Port': ['ID=3812b4c4-1a7e-4893-ac95-02445e6f8975,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:41.629944 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Router e008bead-e7ab-4f32-9f72-30f2c86db2b8 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:37:41.643933 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Attempting to bind port 3812b4c4-1a7e-4893-ac95-02445e6f8975 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:41.648818 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Attempting to bind port 3812b4c4-1a7e-4893-ac95-02445e6f8975 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:41.650692 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Attempting to bind port 3812b4c4-1a7e-4893-ac95-02445e6f8975 on network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:41.691558 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:41.693650 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Checking segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:41.694686 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:41.695900 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Bound using segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:41.698203 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Bound port: 3812b4c4-1a7e-4893-ac95-02445e6f8975, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:41.698809 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:41.709332 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-4ee0c83c-1e3d-4147-ae23-cf46c9272e7f None None] Provisioning complete for port 3812b4c4-1a7e-4893-ac95-02445e6f8975 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:41.710140 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4ee0c83c-1e3d-4147-ae23-cf46c9272e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:41.871604 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4ee0c83c-1e3d-4147-ae23-cf46c9272e7f None None] Port 3812b4c4-1a7e-4893-ac95-02445e6f8975 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:37:41.961066 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] For port 3812b4c4-1a7e-4893-ac95-02445e6f8975, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:41.965890 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] For port 3812b4c4-1a7e-4893-ac95-02445e6f8975, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3812b4c4-1a7e-4893-ac95-02445e6f8975,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:42.025691 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:42.043650 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76e264d5-69e3-4491-aee7-584f1e69c0d6 req-d5a95fdd-a8fc-445e-9ac8-0bd6d4686f4a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.2496552 Jan 10 11:37:42.296813 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-5f047ac4-e1d0-48cc-819b-383ea3b8c265 None None] Provisioning complete for port 2dbc4abf-a238-45c1-a74a-54eae5229d1a triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:42.297223 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5f047ac4-e1d0-48cc-819b-383ea3b8c265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:42.308431 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:42.308659 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:42.361531 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace8739-303b-4b53-affd-9ca0a9092f7c None None] Pushing event updated for resources: {'Port': ['ID=3812b4c4-1a7e-4893-ac95-02445e6f8975,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:42.503114 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:37:42.538903 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-5f047ac4-e1d0-48cc-819b-383ea3b8c265 None None] Port 2dbc4abf-a238-45c1-a74a-54eae5229d1a cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:37:42.601608 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b431c108-bce5-4fb6-b69e-a778bb871d14 admin admin] 10.222.0.20 "PUT /v2.0/routers/e008bead-e7ab-4f32-9f72-30f2c86db2b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7856858 Jan 10 11:37:42.624864 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:42.657072 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-2e395ad2-2d91-46c8-9e17-aa333723f3f5 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:42.659097 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-2e395ad2-2d91-46c8-9e17-aa333723f3f5 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.31 "GET /v2.0/networks?id=e4972d56-4582-4fa2-b636-32f4939795bb HTTP/1.1" status: 200 len: 812 time: 1.2417111 Jan 10 11:37:42.671016 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-95a96d6c-bc91-4e2c-921a-4175186b78a9 req-7ee92ac1-e1cf-4a60-ae48-dbe0402f430b tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.1778800 Jan 10 11:37:42.697780 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Request body: {'port': {'device_id': '6353ce19-8a0e-4424-ab1f-d6e822696c00', 'network_id': 'e4972d56-4582-4fa2-b636-32f4939795bb', 'admin_state_up': True, 'tenant_id': 'dd16126432b64642b65fa0a3d8bd7043'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:42.753039 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Router 6c9ea1f8-9b16-4181-997d-173a9467d593 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:37:42.760383 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8b17c7b-1a66-4951-ac84-8f891383c153 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (995a0959-ac37-42db-b0c4-539cbe1f9f5c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:42.782039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device b596074a-827b-4fe9-81db-719f1226c37f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:42.806149 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-fb47a867-eb84-4c0a-a4bc-c4866b5123f0 None None] Provisioning complete for port 3812b4c4-1a7e-4893-ac95-02445e6f8975 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:42.806807 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb47a867-eb84-4c0a-a4bc-c4866b5123f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:43.069726 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Allocated IP 172.20.0.12 (73452465-d5d7-4c27-928c-80c648c05035/dde2740e-0ff9-41b0-a0e1-90d9070df217/6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:43.125963 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port b596074a-827b-4fe9-81db-719f1226c37f triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:43.126466 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (b596074a-827b-4fe9-81db-719f1226c37f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:43.251443 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:37:43.268998 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3c783d56-6b74-4216-8d8c-4ca3214cbd5a admin admin] 10.222.0.20 "PUT /v2.0/routers/6c9ea1f8-9b16-4181-997d-173a9467d593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7848039 Jan 10 11:37:43.291966 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-61572c39-9c2d-465f-b03c-5818c795ac84 req-ce5b6fb3-91bb-4bfe-ab99-cdd38d5c3a9a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0732222 Jan 10 11:37:43.298811 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8b17c7b-1a66-4951-ac84-8f891383c153 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (995a0959-ac37-42db-b0c4-539cbe1f9f5c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:43.307467 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb47a867-eb84-4c0a-a4bc-c4866b5123f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:43.350413 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b17c7b-1a66-4951-ac84-8f891383c153 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995a0959-ac37-42db-b0c4-539cbe1f9f5c,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:43.391829 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:41Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:43.540733 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Made reservation on behalf of dd16126432b64642b65fa0a3d8bd7043 for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:43.545259 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:43.583195 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510e182-8934-41d4-b5f7-08b637196f53 None None] The sync data for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi is: [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:41Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:37:43.621835 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8b17c7b-1a66-4951-ac84-8f891383c153 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:43.623121 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b8b17c7b-1a66-4951-ac84-8f891383c153 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5805089 Jan 10 11:37:43.629444 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-fb47a867-eb84-4c0a-a4bc-c4866b5123f0 None None] For port 3812b4c4-1a7e-4893-ac95-02445e6f8975, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3812b4c4-1a7e-4893-ac95-02445e6f8975,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:37:43.641892 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36690) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:43.663928 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-118b7887-c1f3-4493-82f6-0bcf9367f532 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'security_group_rule': {'security_group_id': 'cd2c8164-0f44-4a4d-aba6-678f738986c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:43.785363 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-fb47a867-eb84-4c0a-a4bc-c4866b5123f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:43.942563 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (b596074a-827b-4fe9-81db-719f1226c37f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:43.951383 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks [] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:44.141602 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port b596074a-827b-4fe9-81db-719f1226c37f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b596074a-827b-4fe9-81db-719f1226c37f,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:37:44.159486 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47a867-eb84-4c0a-a4bc-c4866b5123f0 None None] Pushing event updated for resources: {'Port': ['ID=3812b4c4-1a7e-4893-ac95-02445e6f8975,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:44.208455 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:44.249734 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (b596074a-827b-4fe9-81db-719f1226c37f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:44.322148 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3389db9e-127c-4bea-995d-3c7f7fc27306 req-605c7434-ad8f-4166-892d-a2a6411ba8f6 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.3526862 Jan 10 11:37:44.573987 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=b596074a-827b-4fe9-81db-719f1226c37f,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:44.658077 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Sync routers for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:37:44.710431 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:44.711082 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:44.864908 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Network 73452465-d5d7-4c27-928c-80c648c05035 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:44.884413 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 3812b4c4-1a7e-4893-ac95-02445e6f8975 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:44.941203 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:44.957626 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:44.973392 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:44.974538 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.030710 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Pushing event updated for resources: {'Port': ['ID=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:45.116668 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:45.164867 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-118b7887-c1f3-4493-82f6-0bcf9367f532 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (300f60fb-71c8-485d-a7da-c0b9e8418ff4), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.166698 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f4ff7759-842e-4328-9d9d-c7f217fc5027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8931029 Jan 10 11:37:45.176869 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-220771c2-838e-49da-a96a-ed3a0ae5c8d8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:37:45.178487 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-220771c2-838e-49da-a96a-ed3a0ae5c8d8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064867 Jan 10 11:37:45.184910 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 3812b4c4-1a7e-4893-ac95-02445e6f8975 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:45.185523 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.352500 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:45.480622 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Allocated IP 172.20.0.5 (e4972d56-4582-4fa2-b636-32f4939795bb/b72aaee2-418a-46e6-928f-767ac3a986eb/0ea7b088-85a0-4b99-b5b6-5915fac5b55a) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:45.507310 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:45.516435 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.548059 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-118b7887-c1f3-4493-82f6-0bcf9367f532 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (300f60fb-71c8-485d-a7da-c0b9e8418ff4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.775326 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-118b7887-c1f3-4493-82f6-0bcf9367f532 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (300f60fb-71c8-485d-a7da-c0b9e8418ff4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.789368 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Request body: {'port': {'device_id': '17641f31-456c-4c0f-8f40-5337b16bc6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:45.791180 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:40Z', 'revision_number': 2, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:45.830936 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.838501 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Checking router: 6c9ea1f8-9b16-4181-997d-173a9467d593 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:37:45.839163 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Updating router 6c9ea1f8-9b16-4181-997d-173a9467d593 port 2dbc4abf-a238-45c1-a74a-54eae5229d1a binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:37:45.896237 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:37:45.926279 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.928829 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:45.941977 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b7887-c1f3-4493-82f6-0bcf9367f532 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300f60fb-71c8-485d-a7da-c0b9e8418ff4,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:45.967818 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-6a8ead1e-246e-44fe-af3c-ce0e1b0d0e3c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:45.976044 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-6a8ead1e-246e-44fe-af3c-ce0e1b0d0e3c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 818 time: 0.6627841 Jan 10 11:37:46.037175 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-017cdb41-e795-477e-9ee8-3f58da236262 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/quotas/a77ddb5f1ea14e54be79c194a288b5a7 HTTP/1.1" status: 200 len: 375 time: 0.0581877 Jan 10 11:37:46.054332 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:46.192953 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:46.630552 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36754) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:46.651474 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-c999f8e5-71b7-4fc9-bcd1-6199e3bcb25e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119331622', 'description': 'tempest-description--2093484670'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:46.660248 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:46.727679 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Publish callbacks [] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:46.730005 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Sync routers for ids ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:37:46.817031 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:46.817031 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:46.821992 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Routers {'e008bead-e7ab-4f32-9f72-30f2c86db2b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:46.822668 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:46.844405 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Publish callbacks [] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:46.883246 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:46.900181 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c999f8e5-71b7-4fc9-bcd1-6199e3bcb25e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:46.913202 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-118b7887-c1f3-4493-82f6-0bcf9367f532 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:46.913202 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-118b7887-c1f3-4493-82f6-0bcf9367f532 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.2625382 Jan 10 11:37:46.955583 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36756) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:46.971707 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:46.992793 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1f0cc-6cc3-467e-be8b-9748fedcc9f2 None None] Pushing event updated for resources: {'Port': ['ID=2dbc4abf-a238-45c1-a74a-54eae5229d1a,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:47.040986 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:37:47.077446 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Publish callbacks [] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.129841 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Transition to ACTIVE for port object 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:37:47.137850 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Set router e008bead-e7ab-4f32-9f72-30f2c86db2b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:47.205742 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-f9ab8ae6-37fb-4c3a-bd27-6e3e6df66399 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1659324 Jan 10 11:37:47.262661 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c999f8e5-71b7-4fc9-bcd1-6199e3bcb25e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (d746d791-3cb3-4707-944c-94b2c25478de), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.273509 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42dfc4c-221e-4f4e-bed9-dafee21b3d10 req-38fae37f-5736-4c8d-bbb8-4d61c0726317 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:47.275218 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c42dfc4c-221e-4f4e-bed9-dafee21b3d10 req-38fae37f-5736-4c8d-bbb8-4d61c0726317 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 932 time: 0.5503340 Jan 10 11:37:47.302846 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.312539 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.333936 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.424037 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Attempting to bind port 2dbc4abf-a238-45c1-a74a-54eae5229d1a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:47.424504 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Attempting to bind port 2dbc4abf-a238-45c1-a74a-54eae5229d1a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:47.424925 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Attempting to bind port 2dbc4abf-a238-45c1-a74a-54eae5229d1a on network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:47.429873 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:47.437135 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:47.437135 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Checking segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:47.437135 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.437581 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Bound using segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:47.437708 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Bound port: 2dbc4abf-a238-45c1-a74a-54eae5229d1a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:47.441279 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.490005 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Pushing event updated for resources: {'Port': ['ID=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:47.497567 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c999f8e5-71b7-4fc9-bcd1-6199e3bcb25e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d746d791-3cb3-4707-944c-94b2c25478de), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.605898 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Network e4972d56-4582-4fa2-b636-32f4939795bb is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:47.632497 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:47.643426 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:47.651278 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:47.651934 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.667245 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Attempting to bind port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:47.667815 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Attempting to bind port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:47.668119 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Attempting to bind port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc on network 73452465-d5d7-4c27-928c-80c648c05035 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:47.676987 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc on network 73452465-d5d7-4c27-928c-80c648c05035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:37:47.677348 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Attempting to bind port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc on network 73452465-d5d7-4c27-928c-80c648c05035 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:47.679988 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999f8e5-71b7-4fc9-bcd1-6199e3bcb25e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d746d791-3cb3-4707-944c-94b2c25478de,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:47.687374 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:47.687782 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Checking segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:47.688354 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Bound using segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:47.688834 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Bound port: 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:47.689275 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.717796 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] For port 2dbc4abf-a238-45c1-a74a-54eae5229d1a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:47.731748 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] For port 2dbc4abf-a238-45c1-a74a-54eae5229d1a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2dbc4abf-a238-45c1-a74a-54eae5229d1a,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:47.796434 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c999f8e5-71b7-4fc9-bcd1-6199e3bcb25e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.797765 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c999f8e5-71b7-4fc9-bcd1-6199e3bcb25e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1662483 Jan 10 11:37:47.807960 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36770) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:47.822144 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-105c5630-0ee1-4fe4-b9e7-5d779ef4f338 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'security_group_rule': {'security_group_id': 'd746d791-3cb3-4707-944c-94b2c25478de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:47.900853 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] For port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:47.911264 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] For port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:47.923308 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c42dfc4c-221e-4f4e-bed9-dafee21b3d10 req-fe338145-f3c6-4688-b056-e7c9c61b9590 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119528 Jan 10 11:37:47.929221 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:47.960985 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-3c78bdd0-70d6-47ac-a551-9f7dca0ceac2 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390413 Jan 10 11:37:47.987998 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-6e53dcfe-97bb-489f-959a-7bcc01a1dbb9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3089511 Jan 10 11:37:48.081718 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Request body: {'port': {'device_id': '6353ce19-8a0e-4424-ab1f-d6e822696c00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:48.156917 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:48.157833 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:48.236251 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device b596074a-827b-4fe9-81db-719f1226c37f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:48.275205 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1f0cc-6cc3-467e-be8b-9748fedcc9f2 None None] Pushing event updated for resources: {'Port': ['ID=2dbc4abf-a238-45c1-a74a-54eae5229d1a,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:48.307747 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:48.376669 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-f7f93d2b-9a68-4143-8379-d9f07f94ff4b None None] Provisioning complete for port 2dbc4abf-a238-45c1-a74a-54eae5229d1a triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:48.376851 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7f93d2b-9a68-4143-8379-d9f07f94ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:48.379603 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e91bf-eba5-4d64-bd94-705bfec86f15 req-062d1ee7-7447-4b98-8be4-77c4c9a90b25 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:48.381173 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-246e91bf-eba5-4d64-bd94-705bfec86f15 req-062d1ee7-7447-4b98-8be4-77c4c9a90b25 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 931 time: 0.2348802 Jan 10 11:37:48.389499 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:48.511493 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:48.568741 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:48.650383 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-edbab121-8753-4a7f-99a9-cf8d87b50b2f service neutron] 10.222.0.20 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561408 Jan 10 11:37:48.784709 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:48.794038 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-105c5630-0ee1-4fe4-b9e7-5d779ef4f338 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (5c74394e-4d9d-4cf8-94d4-f28f4cfaa148), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:48.853133 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7f93d2b-9a68-4143-8379-d9f07f94ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:48.880608 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:48.881400 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:48.884094 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0057ce14-341c-475c-ab8e-2df1e78634b1 service neutron] 10.222.0.31 "PUT /v2.0/ports/6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc HTTP/1.1" status: 200 len: 1094 time: 3.2132893 Jan 10 11:37:48.884631 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17641f31-456c-4c0f-8f40-5337b16bc6e0', 'tag': '6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:37:49.001291 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-f7f93d2b-9a68-4143-8379-d9f07f94ff4b None None] For port 2dbc4abf-a238-45c1-a74a-54eae5229d1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2dbc4abf-a238-45c1-a74a-54eae5229d1a,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:37:49.076063 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port b596074a-827b-4fe9-81db-719f1226c37f triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:49.076264 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (b596074a-827b-4fe9-81db-719f1226c37f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:49.188090 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:47Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:49.207411 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port': {'id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:32Z', 'updated_at': '2022-01-10T11:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a78e622d-5e69-4f65-9357-c33ba1a9cbda', 'name': '', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'mac_address': 'fa:16:3e:f1:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:38Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 2, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'subnets': [{'id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:49.275858 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-246e91bf-eba5-4d64-bd94-705bfec86f15 req-ac6ecb6b-928f-4f4f-a452-97ad6b960a5e tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7870052 Jan 10 11:37:49.308874 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Checking router: e008bead-e7ab-4f32-9f72-30f2c86db2b8 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:37:49.309383 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Updating router e008bead-e7ab-4f32-9f72-30f2c86db2b8 port a78e622d-5e69-4f65-9357-c33ba1a9cbda binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:37:49.318501 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8562e9ea-415a-4bd5-929d-515013b6eb54 None None] The sync data for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi is: [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:47Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:37:49.343201 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Allocated IP 172.37.3.164 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/f115c789-d273-45be-b220-91ccf3bfffbb) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:49.461911 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:49.582075 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-105c5630-0ee1-4fe4-b9e7-5d779ef4f338 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (5c74394e-4d9d-4cf8-94d4-f28f4cfaa148), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:49.598019 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0215514c-b6be-4799-b815-089c03514af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:49.611213 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-0215514c-b6be-4799-b815-089c03514af0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 1097 time: 0.4856522 Jan 10 11:37:49.618616 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac9410-d47e-4292-b6b6-4669097224d6" -d '{"events": [{"name": "network-changed", "server_uuid": "17641f31-456c-4c0f-8f40-5337b16bc6e0", "tag": "6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:37:49.628545 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af4789-052b-49ff-9233-4b2c645122e9 req-07248692-d55a-4eda-a544-987c78213d6e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:49.635818 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b3af4789-052b-49ff-9233-4b2c645122e9 req-07248692-d55a-4eda-a544-987c78213d6e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 944 time: 0.4920995 Jan 10 11:37:49.647941 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7f93d2b-9a68-4143-8379-d9f07f94ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:49.659435 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-faed138c-038f-4be1-a593-0c5e3f92028e req-2219b342-82f8-4d9a-82a8-92936e3256fe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0872421 Jan 10 11:37:49.811494 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f93d2b-9a68-4143-8379-d9f07f94ff4b None None] Pushing event updated for resources: {'Port': ['ID=2dbc4abf-a238-45c1-a74a-54eae5229d1a,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:49.865300 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-b48caa7a-4599-4ccb-b931-f9feddd18ee9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc HTTP/1.1" status: 200 len: 217 time: 0.2270637 Jan 10 11:37:49.942766 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-68a4accc-8adf-4270-bcbb-edf82303b343 None None] Provisioning complete for port 2dbc4abf-a238-45c1-a74a-54eae5229d1a triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:49.943132 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-68a4accc-8adf-4270-bcbb-edf82303b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:49.947741 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-105c5630-0ee1-4fe4-b9e7-5d779ef4f338 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (5c74394e-4d9d-4cf8-94d4-f28f4cfaa148), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:49.959133 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6214aa7c-4bee-4bbe-b5ba-fd71073d5cf8 x-openstack-request-id: req-6214aa7c-4bee-4bbe-b5ba-fd71073d5cf8 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:37:49.959685 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17641f31-456c-4c0f-8f40-5337b16bc6e0", "tag": "6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:37:49.960089 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6214aa7c-4bee-4bbe-b5ba-fd71073d5cf8 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:37:49.960690 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17641f31-456c-4c0f-8f40-5337b16bc6e0', 'tag': '6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', 'status': 'completed', 'code': 200} Jan 10 11:37:50.003208 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c5630-0ee1-4fe4-b9e7-5d779ef4f338 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c74394e-4d9d-4cf8-94d4-f28f4cfaa148,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:50.010749 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f99f695b-8f22-4a1d-9db6-5e642ae7f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:50.012592 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-f99f695b-8f22-4a1d-9db6-5e642ae7f4a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dde2740e-0ff9-41b0-a0e1-90d9070df217 HTTP/1.1" status: 200 len: 853 time: 0.1449261 Jan 10 11:37:50.067916 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b3af4789-052b-49ff-9233-4b2c645122e9 req-c7722db4-ea0f-41ae-803b-9df7b5220cf0 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234881 Jan 10 11:37:50.128727 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 2dbc4abf-a238-45c1-a74a-54eae5229d1a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:50.207650 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-105c5630-0ee1-4fe4-b9e7-5d779ef4f338 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:50.208880 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-105c5630-0ee1-4fe4-b9e7-5d779ef4f338 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3999455 Jan 10 11:37:50.211913 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-cbf6d7a9-c0e8-429e-897e-66e817feb84f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73452465-d5d7-4c27-928c-80c648c05035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922851 Jan 10 11:37:50.214971 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36846) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:50.222049 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-6ef94713-65c6-4951-b9c7-091e01770fac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'security_group_rule': {'security_group_id': 'd746d791-3cb3-4707-944c-94b2c25478de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:50.303607 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for port (f115c789-d273-45be-b220-91ccf3bfffbb), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:50.691870 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 2dbc4abf-a238-45c1-a74a-54eae5229d1a triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:50.691870 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:50.746457 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-0c5b6637-c0cb-43cb-924a-73de0b5c305b tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:50.767354 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-0c5b6637-c0cb-43cb-924a-73de0b5c305b tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 818 time: 0.3631234 Jan 10 11:37:50.768100 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-394ba060-1ef2-46cb-b5df-69c8390e86af service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316772 Jan 10 11:37:50.772795 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (f115c789-d273-45be-b220-91ccf3bfffbb), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:50.949635 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea7b088-85a0-4b99-b5b6-5915fac5b55a {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:37:50.968437 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Publish callbacks [] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:50.977201 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Publish callbacks [] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:50.990190 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-d5f427ff-0f32-4652-8042-f1b727281b0a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/quotas/a77ddb5f1ea14e54be79c194a288b5a7 HTTP/1.1" status: 200 len: 375 time: 0.2109306 Jan 10 11:37:51.000979 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ef94713-65c6-4951-b9c7-091e01770fac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (48453cc6-e04a-4049-b3d7-122efd0d5a58), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.021613 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:51.032827 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:51.067027 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9af6c2e7-b2cf-49c7-9b2e-2f2a50d2f269 req-3cafe99c-e8f7-40e0-85fc-db04a647ef1c service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779059 Jan 10 11:37:51.088590 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.096042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:51.134206 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82190c8e-9cd1-4706-8f43-932f96872b69 req-ce06f3b3-725b-45cb-9fa8-5d8629694398 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:51.136406 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ef94713-65c6-4951-b9c7-091e01770fac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (48453cc6-e04a-4049-b3d7-122efd0d5a58), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.141995 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-82190c8e-9cd1-4706-8f43-932f96872b69 req-ce06f3b3-725b-45cb-9fa8-5d8629694398 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 931 time: 0.3745344 Jan 10 11:37:51.145666 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Transition to ACTIVE for port object 0ea7b088-85a0-4b99-b5b6-5915fac5b55a will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:37:51.215977 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7afafa-12eb-4501-8c04-8266ae7e2fb7 None None] Pushing event updated for resources: {'Port': ['ID=a78e622d-5e69-4f65-9357-c33ba1a9cbda,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:51.222294 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'Port': ['ID=f115c789-d273-45be-b220-91ccf3bfffbb,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:51.270686 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Attempting to bind port a78e622d-5e69-4f65-9357-c33ba1a9cbda on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:51.273643 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Attempting to bind port a78e622d-5e69-4f65-9357-c33ba1a9cbda by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:51.273643 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Attempting to bind port a78e622d-5e69-4f65-9357-c33ba1a9cbda on network 0b7066df-867a-4f7f-8c8c-edef37acae0b {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:51.273852 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ef94713-65c6-4951-b9c7-091e01770fac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (48453cc6-e04a-4049-b3d7-122efd0d5a58), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.280190 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:51.281273 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Checking segment: {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:51.281678 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.282298 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Bound using segment: {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:51.282849 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Bound port: a78e622d-5e69-4f65-9357-c33ba1a9cbda, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:51.283743 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.341346 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.383350 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] For port a78e622d-5e69-4f65-9357-c33ba1a9cbda, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:51.399507 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] For port a78e622d-5e69-4f65-9357-c33ba1a9cbda, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a78e622d-5e69-4f65-9357-c33ba1a9cbda,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:51.399728 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef94713-65c6-4951-b9c7-091e01770fac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48453cc6-e04a-4049-b3d7-122efd0d5a58,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:51.445564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-67a09232-6afa-4e06-80b9-e0efefe12119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:51.447784 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-67a09232-6afa-4e06-80b9-e0efefe12119 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 1097 time: 0.1248300 Jan 10 11:37:51.512395 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.531178 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ef94713-65c6-4951-b9c7-091e01770fac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.543450 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6ef94713-65c6-4951-b9c7-091e01770fac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3285518 Jan 10 11:37:51.544520 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36866) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:51.563264 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:51.692456 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-82190c8e-9cd1-4706-8f43-932f96872b69 req-893bc620-bb58-461e-a7b4-3f606f807ec6 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491164 Jan 10 11:37:51.746509 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Routers {'e008bead-e7ab-4f32-9f72-30f2c86db2b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:37:51.758445 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:51.809410 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (1b9553a7-a15d-4c0a-9417-346dbb2ef07c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.880553 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-774c3e39-8a60-4c20-9bd9-6cb90347eaf7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8706636 Jan 10 11:37:51.896445 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 2dbc4abf-a238-45c1-a74a-54eae5229d1a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:51.914898 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:51.957406 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-71451098-3b28-4dd5-bba4-2fa5d69001e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:51.959708 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-71451098-3b28-4dd5-bba4-2fa5d69001e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 914 time: 0.4903345 Jan 10 11:37:52.001377 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7afafa-12eb-4501-8c04-8266ae7e2fb7 None None] Pushing event updated for resources: {'Port': ['ID=a78e622d-5e69-4f65-9357-c33ba1a9cbda,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:52.040666 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-7a2b61ae-6ff1-4746-8946-3f8a0af13938 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc HTTP/1.1" status: 200 len: 217 time: 0.0610931 Jan 10 11:37:52.110650 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 2dbc4abf-a238-45c1-a74a-54eae5229d1a triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:52.111318 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:52.118107 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] Set router e008bead-e7ab-4f32-9f72-30f2c86db2b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:37:52.145138 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-0a063a51-15d2-41b6-97fb-13eeac04dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:52.146923 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-0a063a51-15d2-41b6-97fb-13eeac04dc4c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dde2740e-0ff9-41b0-a0e1-90d9070df217 HTTP/1.1" status: 200 len: 853 time: 0.0678482 Jan 10 11:37:52.202186 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-ccb15fd3-3a31-41c8-a914-73619dcec623 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73452465-d5d7-4c27-928c-80c648c05035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410264 Jan 10 11:37:52.227719 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:52.286441 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:52.390416 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f115c789-d273-45be-b220-91ccf3bfffbb), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:52.432078 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daa1bf-c09a-41f5-9574-e958573ad940 req-41eb11bf-689f-4b66-8cd4-b54105399011 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:52.433705 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38daa1bf-c09a-41f5-9574-e958573ad940 req-41eb11bf-689f-4b66-8cd4-b54105399011 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 944 time: 0.4106636 Jan 10 11:37:52.454879 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Attempting to bind port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a on host hv-cinder-maste for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:52.455238 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Attempting to bind port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4972d56-4582-4fa2-b636-32f4939795bb'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:52.456340 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Attempting to bind port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a on network e4972d56-4582-4fa2-b636-32f4939795bb {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:52.504860 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a on network e4972d56-4582-4fa2-b636-32f4939795bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:37:52.504860 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Attempting to bind port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a on network e4972d56-4582-4fa2-b636-32f4939795bb {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:52.535402 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-29897dd8-abbb-4d4e-bd8b-2280ca380bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518338 Jan 10 11:37:52.551381 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:52.554900 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Checking segment: {'id': 'fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4972d56-4582-4fa2-b636-32f4939795bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:52.556381 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Bound using segment: {'id': 'fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4972d56-4582-4fa2-b636-32f4939795bb'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:52.556962 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Bound port: 0ea7b088-85a0-4b99-b5b6-5915fac5b55a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e4972d56-4582-4fa2-b636-32f4939795bb'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:52.557335 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:52.645095 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port': {'id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:32Z', 'updated_at': '2022-01-10T11:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a78e622d-5e69-4f65-9357-c33ba1a9cbda', 'name': '', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'mac_address': 'fa:16:3e:f1:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:38Z', 'updated_at': '2022-01-10T11:37:51Z', 'revision_number': 4, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'subnets': [{'id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:37:52.718655 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Allocated IP 172.37.3.82 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/e9869532-a6eb-4939-a90b-2afd8df20ca7) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:52.777324 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38daa1bf-c09a-41f5-9574-e958573ad940 req-985d1e79-7964-4849-8242-14aa0db8a6e6 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330288 Jan 10 11:37:52.797063 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36894) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:52.848295 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-9293edaa-d3c9-4f01-9917-da7afa87e0cf service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6354153 Jan 10 11:37:52.876786 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] For port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a, host hv-cinder-maste, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:52.885552 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] For port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,segment=NetworkSegment(fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1),segment_id=fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:53.032686 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-47f08999-0b83-4e37-8637-60d09f838efc service neutron] 10.222.0.20 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668703 Jan 10 11:37:53.056367 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.167551 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b51705e-333b-40b4-bcf9-da45692284a8 None None] The sync data for ids ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'] in dv-cinder-master-3-iscsi is: [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port': {'id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:32Z', 'updated_at': '2022-01-10T11:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a78e622d-5e69-4f65-9357-c33ba1a9cbda', 'name': '', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'mac_address': 'fa:16:3e:f1:49:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:38Z', 'updated_at': '2022-01-10T11:37:51Z', 'revision_number': 4, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'subnets': [{'id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:37:53.220849 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6dac9410-d47e-4292-b6b6-4669097224d6 req-fa915a98-972c-4125-9975-8cc86384cc7b service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473163 Jan 10 11:37:53.242813 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for port (e9869532-a6eb-4939-a90b-2afd8df20ca7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.261742 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e35376fe-5dbe-468a-8fbf-6b7f092ee062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.292609 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:53.297704 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.303131 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] 10.222.0.31 "PUT /v2.0/ports/0ea7b088-85a0-4b99-b5b6-5915fac5b55a HTTP/1.1" status: 200 len: 1093 time: 5.3039224 Jan 10 11:37:53.339627 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for port (f115c789-d273-45be-b220-91ccf3bfffbb), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.349846 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6353ce19-8a0e-4424-ab1f-d6e822696c00', 'tag': '0ea7b088-85a0-4b99-b5b6-5915fac5b55a'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:37:53.454539 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e35376fe-5dbe-468a-8fbf-6b7f092ee062 admin admin] Publish callbacks [] for security_group (77459584-8583-4442-a7e4-20c4a470fd7a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.518923 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (e9869532-a6eb-4939-a90b-2afd8df20ca7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.596881 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f115c789-d273-45be-b220-91ccf3bfffbb), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.664412 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:53.670808 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'Port': ['ID=e9869532-a6eb-4939-a90b-2afd8df20ca7,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:53.690618 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-508e3273-4929-4aef-a43d-dfab2e1595e8 req-8ecca8a5-bf22-4a14-82b2-0e2beeb666e4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 210 time: 0.1378148 Jan 10 11:37:53.713980 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:53.717425 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e35376fe-5dbe-468a-8fbf-6b7f092ee062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (77459584-8583-4442-a7e4-20c4a470fd7a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.743347 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:53.779350 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21a8c6-a851-4cf5-82e6-61b703654af9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:53.836503 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:37:53.854185 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (1b9553a7-a15d-4c0a-9417-346dbb2ef07c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:53.953671 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a78e622d-5e69-4f65-9357-c33ba1a9cbda up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:54.087978 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3" -d '{"events": [{"name": "network-changed", "server_uuid": "6353ce19-8a0e-4424-ab1f-d6e822696c00", "tag": "0ea7b088-85a0-4b99-b5b6-5915fac5b55a"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:37:54.115693 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35376fe-5dbe-468a-8fbf-6b7f092ee062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77459584-8583-4442-a7e4-20c4a470fd7a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:54.119743 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port a78e622d-5e69-4f65-9357-c33ba1a9cbda triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:54.119743 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.210677 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e35376fe-5dbe-468a-8fbf-6b7f092ee062 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cb5ec10331845a8892c1e83b83814f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4164197 Jan 10 11:37:54.212284 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36928) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:54.311942 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36930) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:54.361179 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a03f5b-1e3c-456c-a66b-6e2d531d6e72 req-714b768d-ca5e-49af-abb5-745c1a8b4e52 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:54.374719 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-57a03f5b-1e3c-456c-a66b-6e2d531d6e72 req-714b768d-ca5e-49af-abb5-745c1a8b4e52 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 943 time: 1.1852055 Jan 10 11:37:54.439116 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.451511 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4925001 Jan 10 11:37:54.473918 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.484502 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-f4e7465b-644f-4afa-b16e-75d25f375a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:54.486660 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-f4e7465b-644f-4afa-b16e-75d25f375a00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd16126432b64642b65fa0a3d8bd7043&device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 1096 time: 0.8024225 Jan 10 11:37:54.593075 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-dc8b7f9b-b4ce-4429-9ebb-e990fad28b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.595730 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port a78e622d-5e69-4f65-9357-c33ba1a9cbda, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a78e622d-5e69-4f65-9357-c33ba1a9cbda,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:37:54.636511 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a9d8-571d-4b1d-a8b8-7db12e781ddf req-68a68c3e-1710-469b-8f87-7d92db2f2afb tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:54.643661 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3d04a9d8-571d-4b1d-a8b8-7db12e781ddf req-68a68c3e-1710-469b-8f87-7d92db2f2afb tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 944 time: 0.6989431 Jan 10 11:37:54.663554 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (77c50603-2ef7-4f8e-8977-9ad1597e8861), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.718488 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-40ef1e6c-31c9-41d5-926a-48e169d424fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ea7b088-85a0-4b99-b5b6-5915fac5b55a HTTP/1.1" status: 200 len: 217 time: 0.1675630 Jan 10 11:37:54.719092 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dbafa-1113-4cc0-b65d-4231b4d94eb3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'Port': ['ID=f115c789-d273-45be-b220-91ccf3bfffbb,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:54.733723 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c56-1887-42fd-bc55-8a42dfc79af5 admin admin] Publish callbacks [] for security_group (77459584-8583-4442-a7e4-20c4a470fd7a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.743472 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1b22bf9-862d-4633-ae82-8fd4093910f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.780339 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-57a03f5b-1e3c-456c-a66b-6e2d531d6e72 req-d5c7def2-bb95-4e72-b7d5-0303e8a88740 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047201 Jan 10 11:37:54.784633 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-f4337dcf-dc86-45cf-a472-14f20491edd4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:54.784633 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-f4337dcf-dc86-45cf-a472-14f20491edd4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.31 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 818 time: 0.7266335 Jan 10 11:37:54.800649 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Request body: {'port': {'device_id': '9bb75a87-2b05-43d3-b570-a04858874b50', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'admin_state_up': True, 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:54.808504 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c56-1887-42fd-bc55-8a42dfc79af5 admin admin] Publish callbacks [] for security_group (77459584-8583-4442-a7e4-20c4a470fd7a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.841960 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3d04a9d8-571d-4b1d-a8b8-7db12e781ddf req-18d090cf-c399-4bd2-8307-0a3a278f73c7 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830065 Jan 10 11:37:54.852499 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c141be5-ae81-4017-bf70-4e598ea02a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:54.854798 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-1c141be5-ae81-4017-bf70-4e598ea02a29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b72aaee2-418a-46e6-928f-767ac3a986eb HTTP/1.1" status: 200 len: 852 time: 0.1146200 Jan 10 11:37:54.896840 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:54.952213 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-b1062fe1-aec0-4efc-a148-e22289fad338 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4972d56-4582-4fa2-b636-32f4939795bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808835 Jan 10 11:37:55.054728 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=a78e622d-5e69-4f65-9357-c33ba1a9cbda,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:55.159960 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (e9869532-a6eb-4939-a90b-2afd8df20ca7), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:55.176718 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-eddb8d8d-eac3-4366-aa00-d6dadf6d4035 service neutron] 10.222.0.31 "GET /v2.0/networks/e4972d56-4582-4fa2-b636-32f4939795bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999114 Jan 10 11:37:55.320950 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c56-1887-42fd-bc55-8a42dfc79af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (77459584-8583-4442-a7e4-20c4a470fd7a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:55.324044 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dfc98c56-1887-42fd-bc55-8a42dfc79af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:55.325526 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-dfc98c56-1887-42fd-bc55-8a42dfc79af5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77459584-8583-4442-a7e4-20c4a470fd7a HTTP/1.1" status: 204 len: 168 time: 1.0568044 Jan 10 11:37:55.354366 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-46905db1-b70a-41b1-ae7d-125ea651e922 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1040770389&fields=id&tenant_id=274889e6213c4dfaab0997e2dad420ff HTTP/1.1" status: 200 len: 267 time: 0.1764255 Jan 10 11:37:55.461244 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8eead612-e64d-46d8-80f8-69b20d7b7e23 req-68438084-e127-4dee-a724-50e560b1ffda service neutron] 10.222.0.31 "GET /v2.0/networks/e4972d56-4582-4fa2-b636-32f4939795bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532568 Jan 10 11:37:55.508558 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3798e3-bad7-48bb-a5ae-8032555436af x-openstack-request-id: req-2e3798e3-bad7-48bb-a5ae-8032555436af {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:37:55.509624 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6353ce19-8a0e-4424-ab1f-d6e822696c00", "tag": "0ea7b088-85a0-4b99-b5b6-5915fac5b55a", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:37:55.510677 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e3798e3-bad7-48bb-a5ae-8032555436af {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:37:55.511209 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6353ce19-8a0e-4424-ab1f-d6e822696c00', 'tag': '0ea7b088-85a0-4b99-b5b6-5915fac5b55a', 'status': 'completed', 'code': 200} Jan 10 11:37:55.515305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc98c56-1887-42fd-bc55-8a42dfc79af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77459584-8583-4442-a7e4-20c4a470fd7a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: from cryptography.utils import int_from_bytes Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: from cryptography.utils import int_from_bytes Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.551200 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:37:55.554447 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:37:55.579309 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-58377f15-6310-4073-81c7-c96e3dbc245b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:55.586886 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-58377f15-6310-4073-81c7-c96e3dbc245b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 816 time: 0.2298453 Jan 10 11:37:55.624457 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1b22bf9-862d-4633-ae82-8fd4093910f0 admin admin] Publish callbacks [] for security_group (d792e08b-6625-4716-bd1d-7046070920a6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:55.643432 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-054a8deb-71ab-4a25-90d8-f32b327d7167 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/quotas/274889e6213c4dfaab0997e2dad420ff HTTP/1.1" status: 200 len: 375 time: 0.0488665 Jan 10 11:37:55.728045 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for port (e9869532-a6eb-4939-a90b-2afd8df20ca7), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:55.860849 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2eb64ad-0b53-4ea7-b336-9fd9ffc467d6 req-178d39d1-3e79-4fcd-bd7d-c4892a57330a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 210 time: 0.1520956 Jan 10 11:37:55.971194 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a78e622d-5e69-4f65-9357-c33ba1a9cbda up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:37:56.067065 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port a78e622d-5e69-4f65-9357-c33ba1a9cbda triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:37:56.068178 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:56.286279 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Made reservation on behalf of a77ddb5f1ea14e54be79c194a288b5a7 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:56.290921 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:56.394774 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-4517ca58-d185-430c-8528-4ad224b7ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:56.397947 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-4517ca58-d185-430c-8528-4ad224b7ffb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=dd16126432b64642b65fa0a3d8bd7043&device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 1096 time: 0.6792395 Jan 10 11:37:56.419865 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-a7f81edf-ac1e-4b9f-8d3b-b30d1073137d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7698700 Jan 10 11:37:56.458422 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018fc2d-5e28-4b90-9bea-dbcf51683b9d req-a8280335-266c-475d-ab57-3b5dcb629079 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:56.470157 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9018fc2d-5e28-4b90-9bea-dbcf51683b9d req-a8280335-266c-475d-ab57-3b5dcb629079 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 943 time: 0.1544662 Jan 10 11:37:56.751123 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9018fc2d-5e28-4b90-9bea-dbcf51683b9d req-81113b29-6b85-4418-b7a0-89083698e624 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796810 Jan 10 11:37:56.769649 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7f4fff8b-ac42-4ccd-9161-8c426f7631e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:56.786063 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c1b22bf9-862d-4633-ae82-8fd4093910f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d792e08b-6625-4716-bd1d-7046070920a6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:56.844915 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (e9869532-a6eb-4939-a90b-2afd8df20ca7), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:56.864503 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-06d8c1d2-e97a-40a7-81a2-e3dc10fb886e service neutron] 10.222.0.20 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892245 Jan 10 11:37:56.950697 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Allocated IP 172.20.0.10 (0b7066df-867a-4f7f-8c8c-edef37acae0b/1dbe3c09-81a8-4971-ac1e-c990dbda3881/94a56965-edf5-4d72-b69a-a0f3ecd10498) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:57.047151 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (77c50603-2ef7-4f8e-8977-9ad1597e8861), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.081153 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c1b22bf9-862d-4633-ae82-8fd4093910f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a1a80fbcafe4cc6b1a6f5c787a24a60&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7437711 Jan 10 11:37:57.097655 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b22bf9-862d-4633-ae82-8fd4093910f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d792e08b-6625-4716-bd1d-7046070920a6,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:57.102998 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 36980) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:57.125900 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'Port': ['ID=e9869532-a6eb-4939-a90b-2afd8df20ca7,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:57.253691 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.265669 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3feb922c-06e6-4583-9bce-aee32cfa5b52 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7069488 Jan 10 11:37:57.332486 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-2eeb86ee-b5d4-4750-b3f9-d918353d1a32 service neutron] 10.222.0.20 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667077 Jan 10 11:37:57.397810 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks [] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.399411 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185522c4-22ee-4e96-ae78-b15604c59b82 req-318da669-b06c-4df8-8ab7-f262a77226c4 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:57.404706 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-185522c4-22ee-4e96-ae78-b15604c59b82 req-318da669-b06c-4df8-8ab7-f262a77226c4 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 944 time: 0.4129002 Jan 10 11:37:57.414667 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-dc6d359f-0946-4fee-9c8d-8b5df566fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:57.425952 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-dc6d359f-0946-4fee-9c8d-8b5df566fecd service neutron] 10.222.0.31 "GET /v2.0/networks?id=e4972d56-4582-4fa2-b636-32f4939795bb HTTP/1.1" status: 200 len: 913 time: 0.4322467 Jan 10 11:37:57.541065 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9f708ec-741a-4f40-82f1-26da706e32c3 admin admin] Publish callbacks [] for security_group (d792e08b-6625-4716-bd1d-7046070920a6), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.545018 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-13f47505-ebd7-4773-8553-efddb86c531e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ea7b088-85a0-4b99-b5b6-5915fac5b55a HTTP/1.1" status: 200 len: 217 time: 0.0697138 Jan 10 11:37:57.558195 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 36986) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:57.581271 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15b87c6f-c16e-4195-ae49-daf1dd3e2dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.604158 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.627897 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9f708ec-741a-4f40-82f1-26da706e32c3 admin admin] Publish callbacks [] for security_group (d792e08b-6625-4716-bd1d-7046070920a6), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.665180 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-185522c4-22ee-4e96-ae78-b15604c59b82 req-b3ee4727-e6a2-4667-8f76-48d3e8101ba4 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342775 Jan 10 11:37:57.713400 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-abaa075c-2a96-45d5-961f-bae8ba62bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:57.716185 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-abaa075c-2a96-45d5-961f-bae8ba62bdf4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b72aaee2-418a-46e6-928f-767ac3a986eb HTTP/1.1" status: 200 len: 852 time: 0.1514030 Jan 10 11:37:57.734531 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Network 0b7066df-867a-4f7f-8c8c-edef37acae0b is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:37:57.758958 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:37:57.765253 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:37:57.773152 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:57.773819 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.779953 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Pushing event updated for resources: {'Port': ['ID=94a56965-edf5-4d72-b69a-a0f3ecd10498,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:57.806626 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-a31bb970-05fa-483a-bef9-5be01c86977a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e4972d56-4582-4fa2-b636-32f4939795bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804825 Jan 10 11:37:57.870890 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-550c48ec-eced-4d0f-8a15-c170f477d667 req-a79cde5e-c14a-49c1-88af-c63ff1cfb9b0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 210 time: 0.0687404 Jan 10 11:37:57.892061 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15b87c6f-c16e-4195-ae49-daf1dd3e2dee admin admin] Publish callbacks [] for security_group (f00bd559-d38c-41db-86f5-557f7eed810f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:57.938838 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2d4feb5c-d59e-4dff-adcb-675203cd1237 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1408675 Jan 10 11:37:57.949284 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Request body: {'port': {'device_id': '9bb75a87-2b05-43d3-b570-a04858874b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:58.013161 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-647ade77-3736-4a08-a3a9-03211ff0f295 req-0c1768a1-135f-4d13-8fa6-072e2ace40de tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 210 time: 0.0630467 Jan 10 11:37:58.013161 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9f708ec-741a-4f40-82f1-26da706e32c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d792e08b-6625-4716-bd1d-7046070920a6), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.016902 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f9f708ec-741a-4f40-82f1-26da706e32c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.019056 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.019544 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f9f708ec-741a-4f40-82f1-26da706e32c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d792e08b-6625-4716-bd1d-7046070920a6 HTTP/1.1" status: 204 len: 168 time: 0.9161940 Jan 10 11:37:58.050446 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.063429 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-71469f6a-518f-486d-8515-e8da46f3aff8 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2119331622&fields=id&tenant_id=f8635cce808f4b1c9e754fe407a2f60b HTTP/1.1" status: 200 len: 267 time: 0.1663394 Jan 10 11:37:58.089002 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15b87c6f-c16e-4195-ae49-daf1dd3e2dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f00bd559-d38c-41db-86f5-557f7eed810f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.095466 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-b72aebfc-6b96-4ea0-80a3-46398ff95c53 service neutron] 10.222.0.31 "GET /v2.0/networks/e4972d56-4582-4fa2-b636-32f4939795bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712905 Jan 10 11:37:58.111311 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f708ec-741a-4f40-82f1-26da706e32c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d792e08b-6625-4716-bd1d-7046070920a6,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:58.218586 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-15b87c6f-c16e-4195-ae49-daf1dd3e2dee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=47252c05a3fe47088b67398c3212bd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6582742 Jan 10 11:37:58.223084 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 37014) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:58.237378 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b87c6f-c16e-4195-ae49-daf1dd3e2dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00bd559-d38c-41db-86f5-557f7eed810f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:58.339010 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf896c-d61b-4cea-8cb0-4f3d1dfca3ca req-074ec562-a918-4850-96f4-801ef93d7c81 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:58.347155 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5eaf896c-d61b-4cea-8cb0-4f3d1dfca3ca req-074ec562-a918-4850-96f4-801ef93d7c81 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 943 time: 0.2209494 Jan 10 11:37:58.378942 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.31', 64718) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:58.429041 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-a1eec7d6-e009-4592-a9bb-083837c11ab2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:58.430710 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-a1eec7d6-e009-4592-a9bb-083837c11ab2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 809 time: 0.3343506 Jan 10 11:37:58.433020 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4091b9fe-ae00-4fd2-9324-b66fb76dcca3 req-16f02cc7-f311-4a1a-aa5a-4462147e904e service neutron] 10.222.0.31 "GET /v2.0/networks/e4972d56-4582-4fa2-b636-32f4939795bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311380 Jan 10 11:37:58.470949 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-7dd5e025-ebad-475a-963b-0d85544029fd tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/quotas/f8635cce808f4b1c9e754fe407a2f60b HTTP/1.1" status: 200 len: 375 time: 0.0214691 Jan 10 11:37:58.488268 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5eaf896c-d61b-4cea-8cb0-4f3d1dfca3ca req-db50546e-c2d2-4d25-98a9-22feb8746ba9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271222 Jan 10 11:37:58.529994 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0470c3f9-d64e-4d33-b75d-4a0c44cc3b69 admin admin] Publish callbacks [] for security_group (f00bd559-d38c-41db-86f5-557f7eed810f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.571805 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-82b3f4ff-dd50-4a67-a03c-86e2294fa201 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896401 Jan 10 11:37:58.582017 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0470c3f9-d64e-4d33-b75d-4a0c44cc3b69 admin admin] Publish callbacks [] for security_group (f00bd559-d38c-41db-86f5-557f7eed810f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.642965 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6cd43e88-f8ee-495b-9a0d-8f25e67a445a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:58.644464 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6cd43e88-f8ee-495b-9a0d-8f25e67a445a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.31 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 818 time: 0.2559469 Jan 10 11:37:58.662398 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Request body: {'port': {'device_id': '1da86e35-89e4-462a-bac2-19a859b044ef', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'admin_state_up': True, 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:37:58.779472 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-56876a2b-4d99-43bd-b7e4-bf1799c3eb98 service neutron] 10.222.0.20 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941888 Jan 10 11:37:58.814325 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a56965-edf5-4d72-b69a-a0f3ecd10498 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:37:58.827580 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Publish callbacks [] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.940463 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Transition to ACTIVE for port object 94a56965-edf5-4d72-b69a-a0f3ecd10498 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:37:58.943092 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0470c3f9-d64e-4d33-b75d-4a0c44cc3b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f00bd559-d38c-41db-86f5-557f7eed810f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.972121 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0470c3f9-d64e-4d33-b75d-4a0c44cc3b69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:58.972121 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0470c3f9-d64e-4d33-b75d-4a0c44cc3b69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f00bd559-d38c-41db-86f5-557f7eed810f HTTP/1.1" status: 204 len: 168 time: 0.7233024 Jan 10 11:37:58.972121 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470c3f9-d64e-4d33-b75d-4a0c44cc3b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00bd559-d38c-41db-86f5-557f7eed810f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:58.977796 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf1dd-abba-40e5-acc7-7bbdc8c12014 req-c52350d1-549b-4897-83fd-cd59e8bc1257 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:58.981598 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-15faf1dd-abba-40e5-acc7-7bbdc8c12014 req-c52350d1-549b-4897-83fd-cd59e8bc1257 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 944 time: 0.0972347 Jan 10 11:37:58.984129 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e5006a18-00d0-4760-91d5-c7526b85d55b service neutron] 10.222.0.20 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943181 Jan 10 11:37:59.047259 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Made reservation on behalf of a77ddb5f1ea14e54be79c194a288b5a7 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:37:59.051525 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-15faf1dd-abba-40e5-acc7-7bbdc8c12014 req-154a524e-4792-426d-a3e2-b26feedfa5c3 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638015 Jan 10 11:37:59.055173 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.085907 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.170416 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-85873d0f-bc08-46de-b332-4c3628f4ebb3 req-b65466fb-3c4f-4ef4-80a4-61fdc7b8e808 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 210 time: 0.0306485 Jan 10 11:37:59.224598 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=94a56965-edf5-4d72-b69a-a0f3ecd10498,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:59.256253 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38a4d202-fe2c-4f8e-b287-d13f22a37ac8 req-205d9356-8152-42c3-a74e-b9e4b73a75fa tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 210 time: 0.0386753 Jan 10 11:37:59.308061 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Attempting to bind port 94a56965-edf5-4d72-b69a-a0f3ecd10498 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:37:59.308061 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Attempting to bind port 94a56965-edf5-4d72-b69a-a0f3ecd10498 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:37:59.308649 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Attempting to bind port 94a56965-edf5-4d72-b69a-a0f3ecd10498 on network 0b7066df-867a-4f7f-8c8c-edef37acae0b {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:59.320360 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Port 94a56965-edf5-4d72-b69a-a0f3ecd10498 on network 0b7066df-867a-4f7f-8c8c-edef37acae0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:37:59.320785 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Attempting to bind port 94a56965-edf5-4d72-b69a-a0f3ecd10498 on network 0b7066df-867a-4f7f-8c8c-edef37acae0b {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:37:59.334595 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:37:59.335622 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Checking segment: {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:37:59.336297 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Bound using segment: {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:37:59.336928 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Bound port: 94a56965-edf5-4d72-b69a-a0f3ecd10498, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:37:59.337447 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.370277 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Allocated IP 172.20.0.7 (0b7066df-867a-4f7f-8c8c-edef37acae0b/1dbe3c09-81a8-4971-ac1e-c990dbda3881/78489ff4-6ec9-4d77-ad90-108d911867f2) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:37:59.515405 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a7f5adba-f01c-4298-b267-cf4a4a581376 req-fc26641c-ad18-40a8-b41b-d6ebc8ca5c90 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 210 time: 0.0487859 Jan 10 11:37:59.548149 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] For port 94a56965-edf5-4d72-b69a-a0f3ecd10498, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:37:59.552470 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] For port 94a56965-edf5-4d72-b69a-a0f3ecd10498, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:37:59.608257 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 37048) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:37:59.666365 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.669667 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.670883 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eddb9087-4b7d-471f-9896-e9f07f578378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.731504 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c77b7-ffa1-4859-be2f-3f8d06dd324d req-24f5b2fa-7644-447d-9911-710252d495ae tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:59.732708 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-288c77b7-ffa1-4859-be2f-3f8d06dd324d req-24f5b2fa-7644-447d-9911-710252d495ae tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 943 time: 0.1342227 Jan 10 11:37:59.747746 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:59.748765 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.751001 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/94a56965-edf5-4d72-b69a-a0f3ecd10498 HTTP/1.1" status: 200 len: 1094 time: 1.8072350 Jan 10 11:37:59.754372 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb75a87-2b05-43d3-b570-a04858874b50', 'tag': '94a56965-edf5-4d72-b69a-a0f3ecd10498'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:37:59.758571 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8509042c-1f4c-44d8-904d-938acb5bfcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb75a87-2b05-43d3-b570-a04858874b50", "tag": "94a56965-edf5-4d72-b69a-a0f3ecd10498"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:37:59.797203 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks [] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.816011 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae61f14-fbeb-4411-9fcf-2099c1fae4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=94a56965-edf5-4d72-b69a-a0f3ecd10498,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:37:59.836359 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848faffd-b645-462e-abb3-7b01c230861d x-openstack-request-id: req-848faffd-b645-462e-abb3-7b01c230861d {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:37:59.836840 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb75a87-2b05-43d3-b570-a04858874b50", "tag": "94a56965-edf5-4d72-b69a-a0f3ecd10498", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:37:59.837237 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-848faffd-b645-462e-abb3-7b01c230861d {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:37:59.837826 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb75a87-2b05-43d3-b570-a04858874b50', 'tag': '94a56965-edf5-4d72-b69a-a0f3ecd10498', 'status': 'completed', 'code': 200} Jan 10 11:37:59.852829 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-288c77b7-ffa1-4859-be2f-3f8d06dd324d req-d1e96ae4-9c69-4c86-9dbc-967370417744 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060715 Jan 10 11:37:59.899945 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eddb9087-4b7d-471f-9896-e9f07f578378 admin admin] Publish callbacks [] for security_group (5b14b6d1-bd3f-4343-80da-0ca2b95ae6f1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:37:59.914511 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509042c-1f4c-44d8-904d-938acb5bfcd8 req-bd3c047e-74aa-4b50-aa74-467df3a298f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:37:59.915828 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8509042c-1f4c-44d8-904d-938acb5bfcd8 req-bd3c047e-74aa-4b50-aa74-467df3a298f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1097 time: 0.0733550 Jan 10 11:37:59.968520 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eddb9087-4b7d-471f-9896-e9f07f578378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (5b14b6d1-bd3f-4343-80da-0ca2b95ae6f1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.019292 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-eddb9087-4b7d-471f-9896-e9f07f578378 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=465ad1dcfd264bc8bb4e3700667c33a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4088621 Jan 10 11:38:00.021136 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb9087-4b7d-471f-9896-e9f07f578378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b14b6d1-bd3f-4343-80da-0ca2b95ae6f1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:00.022659 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.024264 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 37062) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:00.117453 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.118343 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-498a20ce-88aa-400b-b1d2-15d8a42c4378 admin admin] Publish callbacks [] for security_group (5b14b6d1-bd3f-4343-80da-0ca2b95ae6f1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.153701 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-498a20ce-88aa-400b-b1d2-15d8a42c4378 admin admin] Publish callbacks [] for security_group (5b14b6d1-bd3f-4343-80da-0ca2b95ae6f1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.223595 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Network 0b7066df-867a-4f7f-8c8c-edef37acae0b is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:38:00.245813 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13dbd7-998f-4163-9314-2fffd263cd5d req-ca4df12a-1dcf-484e-bc63-087783d5f2ae tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:00.247577 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3f13dbd7-998f-4163-9314-2fffd263cd5d req-ca4df12a-1dcf-484e-bc63-087783d5f2ae tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 944 time: 0.0897479 Jan 10 11:38:00.247991 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:38:00.253989 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:38:00.261288 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:00.261960 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.289959 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Pushing event updated for resources: {'Port': ['ID=78489ff4-6ec9-4d77-ad90-108d911867f2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:00.315172 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509042c-1f4c-44d8-904d-938acb5bfcd8 req-2dc21546-1f21-4871-bda2-c9faca46f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:00.315172 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8509042c-1f4c-44d8-904d-938acb5bfcd8 req-2dc21546-1f21-4871-bda2-c9faca46f288 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3895023 Jan 10 11:38:00.361038 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3f13dbd7-998f-4163-9314-2fffd263cd5d req-e8400d0a-52fe-4bbc-be98-2c1a3a6a3af5 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967381 Jan 10 11:38:00.414640 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-84db7374-2c3c-4396-86dd-ddcd99fe573e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7575943 Jan 10 11:38:00.415476 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa606dd-4baf-49cb-bea9-292a2d1c0e56 req-bbedb4a9-bc0e-4332-9335-47cbb94ca8b8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:00.418103 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bfa606dd-4baf-49cb-bea9-292a2d1c0e56 req-bbedb4a9-bc0e-4332-9335-47cbb94ca8b8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 931 time: 0.1015260 Jan 10 11:38:00.418472 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-498a20ce-88aa-400b-b1d2-15d8a42c4378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (5b14b6d1-bd3f-4343-80da-0ca2b95ae6f1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.421768 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-498a20ce-88aa-400b-b1d2-15d8a42c4378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.426016 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-498a20ce-88aa-400b-b1d2-15d8a42c4378 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b14b6d1-bd3f-4343-80da-0ca2b95ae6f1 HTTP/1.1" status: 204 len: 168 time: 0.3975716 Jan 10 11:38:00.441374 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a20ce-88aa-400b-b1d2-15d8a42c4378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b14b6d1-bd3f-4343-80da-0ca2b95ae6f1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:00.451098 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Request body: {'port': {'device_id': '1da86e35-89e4-462a-bac2-19a859b044ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:00.527656 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bfa606dd-4baf-49cb-bea9-292a2d1c0e56 req-4f7130fd-961b-4ee5-abd8-4400e10459be tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017561 Jan 10 11:38:00.600118 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e7e1d2e1-d144-441b-8825-ab472aa74edc req-9f719f7a-6e34-4d65-bfb6-afec6074d735 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 210 time: 0.0573831 Jan 10 11:38:00.676947 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8509042c-1f4c-44d8-904d-938acb5bfcd8 req-235707c9-f1d6-4093-bcc5-0694b76bddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:00.679402 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8509042c-1f4c-44d8-904d-938acb5bfcd8 req-235707c9-f1d6-4093-bcc5-0694b76bddf8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3608601 Jan 10 11:38:00.680211 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.692733 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e262d3df-c2da-41ea-a878-473cb6894ba8 req-9bcb679b-63e3-4603-9110-9699840cb019 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 210 time: 0.0292547 Jan 10 11:38:00.877653 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:00.879531 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-74339e68-5278-490a-9487-23b1ca748c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:00.882491 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-74339e68-5278-490a-9487-23b1ca748c73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1097 time: 0.1277275 Jan 10 11:38:00.985523 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-d1a3ee9c-ab36-4a7f-8e30-cb513f649c44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498 HTTP/1.1" status: 200 len: 217 time: 0.0849349 Jan 10 11:38:01.005884 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bc930-bdc6-41e4-aba9-de958056c66d req-897f67a1-fcb4-45eb-8380-6d708ae3c835 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:01.011113 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-076bc930-bdc6-41e4-aba9-de958056c66d req-897f67a1-fcb4-45eb-8380-6d708ae3c835 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 943 time: 0.0766613 Jan 10 11:38:01.073411 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-076bc930-bdc6-41e4-aba9-de958056c66d req-f697b652-3093-4d36-ad3e-9b9bf9766219 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576532 Jan 10 11:38:01.323282 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-862364dd-e278-451c-85a1-8cbb55619b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:01.325222 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-862364dd-e278-451c-85a1-8cbb55619b2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 200 len: 858 time: 0.3257587 Jan 10 11:38:01.378648 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-fc149b90-5b49-486f-89bd-680fac96bc01 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b7066df-867a-4f7f-8c8c-edef37acae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430119 Jan 10 11:38:01.586265 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78489ff4-6ec9-4d77-ad90-108d911867f2 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:01.587157 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c10f7-5eb1-41f1-8d47-dec34ac251f5 req-06cc0bbb-c4a7-475c-93ae-917d929e383a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:01.596757 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ac2c10f7-5eb1-41f1-8d47-dec34ac251f5 req-06cc0bbb-c4a7-475c-93ae-917d929e383a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 944 time: 0.1229420 Jan 10 11:38:01.603835 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Publish callbacks [] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:01.617685 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-6d69cce9-ad00-475c-9956-4c1cdf318d78 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300620 Jan 10 11:38:01.643053 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Transition to ACTIVE for port object 78489ff4-6ec9-4d77-ad90-108d911867f2 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:38:01.667951 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ac2c10f7-5eb1-41f1-8d47-dec34ac251f5 req-afa15f0a-62b2-4374-ab2f-16525bade591 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694339 Jan 10 11:38:01.733552 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee258cdd-28a1-4733-9f28-2f8dca31a4b7 req-118497f3-d820-4839-80db-0ac77f424f75 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:01.735641 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee258cdd-28a1-4733-9f28-2f8dca31a4b7 req-118497f3-d820-4839-80db-0ac77f424f75 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 931 time: 0.0740235 Jan 10 11:38:01.759672 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:01.774814 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6faeabfa-123d-4001-9d1d-5b070e35c26d req-2cce0cb3-ca70-48b2-8eb9-02f295e88ee3 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465960 Jan 10 11:38:01.813073 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-09c176ea-6243-459e-b110-7516bbd44230 req-288afefc-a287-4170-b6f8-efd2f521dbb5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 210 time: 0.0715585 Jan 10 11:38:01.867155 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Pushing event updated for resources: {'Port': ['ID=78489ff4-6ec9-4d77-ad90-108d911867f2,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:01.942004 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Attempting to bind port 78489ff4-6ec9-4d77-ad90-108d911867f2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:38:01.942483 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Attempting to bind port 78489ff4-6ec9-4d77-ad90-108d911867f2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:38:01.943291 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Attempting to bind port 78489ff4-6ec9-4d77-ad90-108d911867f2 on network 0b7066df-867a-4f7f-8c8c-edef37acae0b {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:38:01.963609 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Port 78489ff4-6ec9-4d77-ad90-108d911867f2 on network 0b7066df-867a-4f7f-8c8c-edef37acae0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:38:01.966112 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Attempting to bind port 78489ff4-6ec9-4d77-ad90-108d911867f2 on network 0b7066df-867a-4f7f-8c8c-edef37acae0b {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:38:01.975065 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:38:01.976090 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Checking segment: {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:38:01.976595 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Bound using segment: {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:38:01.977180 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Bound port: 78489ff4-6ec9-4d77-ad90-108d911867f2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736b1558-5f3b-4661-9f45-6e4493448c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:38:01.977659 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:02.036338 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d1637b35-b089-4913-8f8a-84e0cf400525 req-4665d1a4-a89f-49bc-9284-e6248b92b2f9 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 210 time: 0.0504966 Jan 10 11:38:02.067860 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] For port 78489ff4-6ec9-4d77-ad90-108d911867f2, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:38:02.075216 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] For port 78489ff4-6ec9-4d77-ad90-108d911867f2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78489ff4-6ec9-4d77-ad90-108d911867f2,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:38:02.116840 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee258cdd-28a1-4733-9f28-2f8dca31a4b7 req-eb4cf2ed-9572-4502-a583-7247971401c0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670928 Jan 10 11:38:02.140321 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-6debb069-b96d-4509-9b2a-c35b40957e2d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:02.141970 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-6debb069-b96d-4509-9b2a-c35b40957e2d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 816 time: 0.3094211 Jan 10 11:38:02.291645 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:02.400578 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:02.402349 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:02.405790 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] 10.222.0.31 "PUT /v2.0/ports/78489ff4-6ec9-4d77-ad90-108d911867f2 HTTP/1.1" status: 200 len: 1093 time: 1.9814842 Jan 10 11:38:02.406544 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da86e35-89e4-462a-bac2-19a859b044ef', 'tag': '78489ff4-6ec9-4d77-ad90-108d911867f2'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:02.411343 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9febad4-590c-4432-825e-7332fadea4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1da86e35-89e4-462a-bac2-19a859b044ef", "tag": "78489ff4-6ec9-4d77-ad90-108d911867f2"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:02.466561 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae25bb-b824-4508-8304-e6ef53269ddb service neutron] Pushing event updated for resources: {'Port': ['ID=78489ff4-6ec9-4d77-ad90-108d911867f2,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:02.489235 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49949b48-1e4f-4e9a-a1f7-96db838626a5 req-cdb6f8cf-ecbf-4673-b86d-ddf1b01179eb tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:02.498534 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-49949b48-1e4f-4e9a-a1f7-96db838626a5 req-cdb6f8cf-ecbf-4673-b86d-ddf1b01179eb tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 943 time: 0.1258075 Jan 10 11:38:02.507954 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-804358a8-c861-4e30-bbe6-36464c8df8b9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=274889e6213c4dfaab0997e2dad420ff HTTP/1.1" status: 200 len: 380 time: 0.3574698 Jan 10 11:38:02.515160 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c9d1a-7563-40ef-917c-b75e7c97f69c x-openstack-request-id: req-671c9d1a-7563-40ef-917c-b75e7c97f69c {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:02.515971 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da86e35-89e4-462a-bac2-19a859b044ef", "tag": "78489ff4-6ec9-4d77-ad90-108d911867f2", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:02.516745 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-671c9d1a-7563-40ef-917c-b75e7c97f69c {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:02.517451 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da86e35-89e4-462a-bac2-19a859b044ef', 'tag': '78489ff4-6ec9-4d77-ad90-108d911867f2', 'status': 'completed', 'code': 200} Jan 10 11:38:02.529806 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'port': {'device_id': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'admin_state_up': True, 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'security_groups': ['cd2c8164-0f44-4a4d-aba6-678f738986c0']}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:02.593653 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:38:02.612249 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9febad4-590c-4432-825e-7332fadea4d0 req-4ac53b56-ead4-48fb-bad2-5a21a1fc132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:02.619304 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c9febad4-590c-4432-825e-7332fadea4d0 req-4ac53b56-ead4-48fb-bad2-5a21a1fc132a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 1096 time: 0.0734618 Jan 10 11:38:02.639032 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-49949b48-1e4f-4e9a-a1f7-96db838626a5 req-74b6f0c6-c1c4-49f0-9d61-e7e36ab17ca7 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395769 Jan 10 11:38:02.768248 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9febad4-590c-4432-825e-7332fadea4d0 req-7785a540-d911-4dca-aa89-c13cdd4909a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:02.770031 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c9febad4-590c-4432-825e-7332fadea4d0 req-7785a540-d911-4dca-aa89-c13cdd4909a9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1482038 Jan 10 11:38:02.814959 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:02.828887 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', 'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'port_id': '6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', 'mac_address': 'fa:16:3e:d0:9e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde2740e-0ff9-41b0-a0e1-90d9070df217', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:38:02.881199 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:02.899034 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:02.915885 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Made reservation on behalf of 274889e6213c4dfaab0997e2dad420ff for: {'port': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:38:02.927027 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:02.941091 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:02.945898 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9febad4-590c-4432-825e-7332fadea4d0 req-7027dfa0-9f50-41fc-8649-c350a408479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:02.947913 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c9febad4-590c-4432-825e-7332fadea4d0 req-7027dfa0-9f50-41fc-8649-c350a408479c service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703603 Jan 10 11:38:02.966272 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65169b6f-e587-454c-9096-7a84ca69f51d req-522d18ad-42b4-49e7-ae9f-d2cec04124ea tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:02.967941 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-65169b6f-e587-454c-9096-7a84ca69f51d req-522d18ad-42b4-49e7-ae9f-d2cec04124ea tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 944 time: 0.1744826 Jan 10 11:38:03.057344 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-01dc42a9-972f-4da8-8ab3-8450a0b3a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:03.060908 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-01dc42a9-972f-4da8-8ab3-8450a0b3a783 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 1096 time: 0.0704412 Jan 10 11:38:03.077470 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:03.078511 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 0ea7b088-85a0-4b99-b5b6-5915fac5b55a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:38:03.121575 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-abcdbd8c-258f-4666-96f1-46df2fd329b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78489ff4-6ec9-4d77-ad90-108d911867f2 HTTP/1.1" status: 200 len: 217 time: 0.0532756 Jan 10 11:38:03.126036 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e1e41c27-6313-4fb8-83a4-d979e5b549a7 req-1ab861cd-d6f1-4d1c-ba4c-3ebf95b3f26c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 210 time: 0.1021943 Jan 10 11:38:03.149787 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:03.215824 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-65169b6f-e587-454c-9096-7a84ca69f51d req-d1527ce6-7deb-4a6b-996a-8095551fcd4b tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894152 Jan 10 11:38:03.320795 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-801b23c6-2b95-4b22-89e5-4d0299efee8c req-649a4ca1-3540-4b22-96c3-71416c8c5934 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 210 time: 0.0648713 Jan 10 11:38:03.328767 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Allocated IP 172.20.0.8 (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2/4127599f-3bb2-4e22-8101-81ebdfb41b92/ad9b761f-8e30-4890-b16f-aceb4777ab0b) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:38:03.437200 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-e1622caf-56b4-41a3-a2e8-43749807e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:03.439262 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-e1622caf-56b4-41a3-a2e8-43749807e7ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 200 len: 858 time: 0.3106744 Jan 10 11:38:03.446127 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,segment=NetworkSegment(fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1),segment_id=fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:03.474260 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '0ea7b088-85a0-4b99-b5b6-5915fac5b55a', 'network_id': 'e4972d56-4582-4fa2-b636-32f4939795bb', 'port_id': '0ea7b088-85a0-4b99-b5b6-5915fac5b55a', 'mac_address': 'fa:16:3e:56:49:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72aaee2-418a-46e6-928f-767ac3a986eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:38:03.491664 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-5c57d950-7134-491d-bd84-de07d4adb92d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b7066df-867a-4f7f-8c8c-edef37acae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408387 Jan 10 11:38:03.539750 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: from cryptography.utils import int_from_bytes Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: from cryptography.utils import int_from_bytes Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.552147 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-ac8a9e1a-5b4b-499d-9eb0-cc7fe0c7effc tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:03.558096 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-ac8a9e1a-5b4b-499d-9eb0-cc7fe0c7effc tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 809 time: 0.2680745 Jan 10 11:38:03.567896 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea7b088-85a0-4b99-b5b6-5915fac5b55a {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:03.594705 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba4ad9-3e61-4f80-8210-d4b9fff899c5 req-8e80d3c0-6b64-46ac-94bd-71c86486aa9e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:03.604888 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,segment=NetworkSegment(fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1),segment_id=fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:03.606559 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-99ba4ad9-3e61-4f80-8210-d4b9fff899c5 req-8e80d3c0-6b64-46ac-94bd-71c86486aa9e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 943 time: 0.2178073 Jan 10 11:38:03.698645 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-42b22a8b-461c-4644-9a69-1f29d778d261 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987979 Jan 10 11:38:03.715827 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-99ba4ad9-3e61-4f80-8210-d4b9fff899c5 req-5af652c8-546d-46c2-b004-7568673d837e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082308 Jan 10 11:38:03.720927 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-4f8e3a20-04e9-4e37-b5df-942c050908c7 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8635cce808f4b1c9e754fe407a2f60b HTTP/1.1" status: 200 len: 380 time: 0.1558087 Jan 10 11:38:03.747974 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'port': {'device_id': 'de742531-93dd-4422-b11c-57c35a136f6e', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'admin_state_up': True, 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'security_groups': ['d746d791-3cb3-4707-944c-94b2c25478de']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:03.753083 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:03.803077 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:03.915009 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:03.930881 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0997049-f82c-4cd5-88c3-8ee5b4f3f00c req-7e3c8d03-e625-46ce-bd5b-544ecd7ac92b tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:03.941773 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f0997049-f82c-4cd5-88c3-8ee5b4f3f00c req-7e3c8d03-e625-46ce-bd5b-544ecd7ac92b tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 944 time: 0.1064925 Jan 10 11:38:03.943245 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-aa7b1847-f7e4-4e13-90e4-dfcda2cb4f4c req-042ba761-f560-48f5-8787-860803c0d56e service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385032 Jan 10 11:38:04.013662 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:04.020601 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f0997049-f82c-4cd5-88c3-8ee5b4f3f00c req-603b4698-93d6-4ff5-90be-799c29c56d76 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788510 Jan 10 11:38:04.049590 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:38:04.071147 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:38:04.083608 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:38:04.090359 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:04.091576 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:04.107466 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['0ea7b088-85a0-4b99-b5b6-5915fac5b55a'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:04.118653 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:04.134055 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Made reservation on behalf of f8635cce808f4b1c9e754fe407a2f60b for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:38:04.138435 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:04.167166 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:04.269589 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-1cfe8390-94ce-4d7c-b3f5-ce3a0d689999 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7454946 Jan 10 11:38:04.285068 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Request body: {'port': {'device_id': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:04.404960 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Allocated IP 172.20.0.4 (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea/4fe8d977-d9d4-4188-b59c-1cc7a7b05656/1402bd72-ebce-40e3-b2fe-9132d0fbe846) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:38:04.446604 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:04.549787 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf015f-99e4-4a85-90ed-cb6b553e02d5 req-9feb97d5-3eeb-45eb-a53f-36cbb49d9165 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:04.551667 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ffaf015f-99e4-4a85-90ed-cb6b553e02d5 req-9feb97d5-3eeb-45eb-a53f-36cbb49d9165 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 931 time: 0.2047272 Jan 10 11:38:04.582543 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6824-bed0-431d-b7a3-befcfd94e3b0 req-67b2b039-18a4-4b98-b736-97db984032f3 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:04.592157 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d35e6824-bed0-431d-b7a3-befcfd94e3b0 req-67b2b039-18a4-4b98-b736-97db984032f3 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 945 time: 0.2434769 Jan 10 11:38:04.622483 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 94a56965-edf5-4d72-b69a-a0f3ecd10498 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:38:04.728429 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 94a56965-edf5-4d72-b69a-a0f3ecd10498, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:04.760273 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-f846d5a2-6e2d-4796-827d-16f3bf676ff5 None None] Provisioning complete for port ad9b761f-8e30-4890-b16f-aceb4777ab0b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:04.760273 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f846d5a2-6e2d-4796-827d-16f3bf676ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:04.804929 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-f846d5a2-6e2d-4796-827d-16f3bf676ff5 None None] Port ad9b761f-8e30-4890-b16f-aceb4777ab0b cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:38:04.811475 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '94a56965-edf5-4d72-b69a-a0f3ecd10498', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'port_id': '94a56965-edf5-4d72-b69a-a0f3ecd10498', 'mac_address': 'fa:16:3e:6d:26:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:38:04.838310 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:04.863875 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:04.884824 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a56965-edf5-4d72-b69a-a0f3ecd10498 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:04.896299 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ffaf015f-99e4-4a85-90ed-cb6b553e02d5 req-3941776e-62d4-4b4e-b0c2-de37febc10cd tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879477 Jan 10 11:38:04.903250 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d35e6824-bed0-431d-b7a3-befcfd94e3b0 req-2a75ab99-b906-451d-a914-f315f78d9fb6 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092940 Jan 10 11:38:04.919067 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 94a56965-edf5-4d72-b69a-a0f3ecd10498, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:04.994299 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.031639 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.043421 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:38:05.047135 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:38:05.049667 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:38:05.077855 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:05.078701 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.107943 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'Port': ['ID=1402bd72-ebce-40e3-b2fe-9132d0fbe846,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:05.110397 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=94a56965-edf5-4d72-b69a-a0f3ecd10498,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:05.190043 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea5387-a9d4-4b40-aca2-1c01475748eb req-1042f0b4-d2c2-4c31-ab96-cc054ee4d84d tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:05.192628 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-59ea5387-a9d4-4b40-aca2-1c01475748eb req-1042f0b4-d2c2-4c31-ab96-cc054ee4d84d tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 931 time: 0.2098420 Jan 10 11:38:05.212663 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-1d929bf5-a2ca-48c7-aa4a-4130c90f0ba5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4776244 Jan 10 11:38:05.213514 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee743bfd-063e-4265-83a9-e0aeccfc0149 req-5e05b6fc-a5e4-4881-ac9e-c49d87fd4ace tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:05.216136 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee743bfd-063e-4265-83a9-e0aeccfc0149 req-5e05b6fc-a5e4-4881-ac9e-c49d87fd4ace tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 943 time: 0.1932707 Jan 10 11:38:05.227262 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Request body: {'port': {'device_id': 'de742531-93dd-4422-b11c-57c35a136f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:05.281102 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['94a56965-edf5-4d72-b69a-a0f3ecd10498'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:05.293585 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.345973 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-01fb67f9-6bf6-4cf1-ae25-a39e17a222a0 None None] Provisioning complete for port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:05.346588 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-01fb67f9-6bf6-4cf1-ae25-a39e17a222a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.400943 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-01fb67f9-6bf6-4cf1-ae25-a39e17a222a0 None None] Port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:38:05.425179 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-59ea5387-a9d4-4b40-aca2-1c01475748eb req-00c79e61-aad4-4f79-8d14-58f0ba8746d7 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076635 Jan 10 11:38:05.431063 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee743bfd-063e-4265-83a9-e0aeccfc0149 req-d42a985d-8a48-4c04-b3c3-db3da64b6a09 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004421 Jan 10 11:38:05.443460 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9b761f-8e30-4890-b16f-aceb4777ab0b {{(pid=103370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:05.465768 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Publish callbacks [] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.479118 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.provisioning_blocks [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Transition to ACTIVE for port object ad9b761f-8e30-4890-b16f-aceb4777ab0b will not be triggered until provisioned by entity L2. {{(pid=103370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:38:05.568504 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61355dd9-82ac-4a51-9d69-4f12df4f728c req-bfaed50d-656c-4f03-b4b7-ea8de92976a5 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:05.571365 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-61355dd9-82ac-4a51-9d69-4f12df4f728c req-bfaed50d-656c-4f03-b4b7-ea8de92976a5 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 944 time: 0.0587029 Jan 10 11:38:05.633096 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-61355dd9-82ac-4a51-9d69-4f12df4f728c req-67ebe18a-7edf-4542-924a-8eb6255b1443 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507812 Jan 10 11:38:05.672134 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.684527 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1402bd72-ebce-40e3-b2fe-9132d0fbe846 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:05.692952 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Publish callbacks [] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.708555 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Transition to ACTIVE for port object 1402bd72-ebce-40e3-b2fe-9132d0fbe846 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:38:05.745420 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:05.781721 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Attempting to bind port ad9b761f-8e30-4890-b16f-aceb4777ab0b on host hv-cinder-maste for vnic_type normal with profile {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:38:05.782068 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Attempting to bind port ad9b761f-8e30-4890-b16f-aceb4777ab0b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:38:05.782508 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Attempting to bind port ad9b761f-8e30-4890-b16f-aceb4777ab0b on network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:38:05.788258 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Port ad9b761f-8e30-4890-b16f-aceb4777ab0b on network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:38:05.788592 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Attempting to bind port ad9b761f-8e30-4890-b16f-aceb4777ab0b on network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:38:05.795756 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:38:05.796093 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Checking segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:38:05.796476 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Bound using segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} {{(pid=103370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:38:05.796911 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.managers [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Bound port: ad9b761f-8e30-4890-b16f-aceb4777ab0b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'}}] {{(pid=103370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:38:05.797255 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.854590 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:05.924180 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, cleared binding levels {{(pid=103370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:38:05.935914 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:38:05.979733 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Attempting to bind port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:38:05.980065 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Attempting to bind port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:38:05.980386 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Attempting to bind port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 on network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:38:05.989432 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 on network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:38:05.989782 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Attempting to bind port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 on network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:38:06.003273 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:38:06.003605 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Checking segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:38:06.003984 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Bound using segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:38:06.004422 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Bound port: 1402bd72-ebce-40e3-b2fe-9132d0fbe846, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:38:06.004774 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:06.024047 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Pushing event updated for resources: {'Port': ['ID=1402bd72-ebce-40e3-b2fe-9132d0fbe846,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:06.126133 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] For port 1402bd72-ebce-40e3-b2fe-9132d0fbe846, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:38:06.132675 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] For port 1402bd72-ebce-40e3-b2fe-9132d0fbe846, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:38:06.135088 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4938eb4-8d22-4d40-a96e-d51ccd06f56c req-4839050b-5104-4c5e-8b1c-e02181adb8f5 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.136678 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b4938eb4-8d22-4d40-a96e-d51ccd06f56c req-4839050b-5104-4c5e-8b1c-e02181adb8f5 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 945 time: 0.1312690 Jan 10 11:38:06.149456 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4f5f-f009-4b57-81de-f33188bdbf75 req-69574f96-3854-402f-9c43-074fcf77b047 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.156965 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-558b4f5f-f009-4b57-81de-f33188bdbf75 req-69574f96-3854-402f-9c43-074fcf77b047 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.1281195 Jan 10 11:38:06.177968 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:06.262449 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:06.333484 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.334134 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:06.336297 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-558b4f5f-f009-4b57-81de-f33188bdbf75 req-cb9b7f31-4457-45c4-966f-911fee4c8038 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779938 Jan 10 11:38:06.340709 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.341335 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:06.343431 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] 10.222.0.31 "PUT /v2.0/ports/ad9b761f-8e30-4890-b16f-aceb4777ab0b HTTP/1.1" status: 200 len: 1093 time: 2.0661469 Jan 10 11:38:06.344443 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:06.351171 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2384f21-61bb-49e8-8d45-ade3a45be75e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:06.351171 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2ffd8-eb19-46ff-aae9-8e4602a33d13 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=3']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:06.368253 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] 10.222.0.31 "PUT /v2.0/ports/1402bd72-ebce-40e3-b2fe-9132d0fbe846 HTTP/1.1" status: 200 len: 1093 time: 1.1461549 Jan 10 11:38:06.379305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de742531-93dd-4422-b11c-57c35a136f6e', 'tag': '1402bd72-ebce-40e3-b2fe-9132d0fbe846'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:06.383524 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47954244-13a3-4df0-9a7a-7decb3156dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "de742531-93dd-4422-b11c-57c35a136f6e", "tag": "1402bd72-ebce-40e3-b2fe-9132d0fbe846"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:06.397578 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b4938eb4-8d22-4d40-a96e-d51ccd06f56c req-e1e30f9e-736f-42d3-a428-50b00ca7a62f tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210171 Jan 10 11:38:06.426206 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819966d2-2434-4638-aaac-0f3c51379324 x-openstack-request-id: req-819966d2-2434-4638-aaac-0f3c51379324 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:06.427569 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:06.432555 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-819966d2-2434-4638-aaac-0f3c51379324 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:06.436949 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'status': 'completed', 'code': 200} Jan 10 11:38:06.495555 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3c215-3e3f-4405-9399-315f6bdf6115 service neutron] Pushing event updated for resources: {'Port': ['ID=1402bd72-ebce-40e3-b2fe-9132d0fbe846,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:06.578692 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8314390-dc0f-4bd9-bd87-d78353e49082 x-openstack-request-id: req-d8314390-dc0f-4bd9-bd87-d78353e49082 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:06.579168 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de742531-93dd-4422-b11c-57c35a136f6e", "tag": "1402bd72-ebce-40e3-b2fe-9132d0fbe846", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:06.579475 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d8314390-dc0f-4bd9-bd87-d78353e49082 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:06.579902 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de742531-93dd-4422-b11c-57c35a136f6e', 'tag': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'status': 'completed', 'code': 200} Jan 10 11:38:06.609969 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 78489ff4-6ec9-4d77-ad90-108d911867f2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:38:06.615876 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:38:06.650007 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2384f21-61bb-49e8-8d45-ade3a45be75e req-0ab772a1-61a5-4353-a86a-e211b5ec6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.653480 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2384f21-61bb-49e8-8d45-ade3a45be75e req-0ab772a1-61a5-4353-a86a-e211b5ec6b7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 1096 time: 0.1532664 Jan 10 11:38:06.825826 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47954244-13a3-4df0-9a7a-7decb3156dcf req-64cf7cbe-d7e6-40d1-a611-3075e900eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.827487 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-47954244-13a3-4df0-9a7a-7decb3156dcf req-64cf7cbe-d7e6-40d1-a611-3075e900eb6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 1096 time: 0.2616663 Jan 10 11:38:06.840011 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c3e78-2b37-4a75-b894-9d2e52142c52 req-b7eb1e88-c18b-4742-b010-713e3e0c0947 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.849267 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2f5c3e78-2b37-4a75-b894-9d2e52142c52 req-b7eb1e88-c18b-4742-b010-713e3e0c0947 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 943 time: 0.2366862 Jan 10 11:38:06.864327 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2384f21-61bb-49e8-8d45-ade3a45be75e req-df4eeac9-53a0-46d7-98b1-68b960c5ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.864928 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2384f21-61bb-49e8-8d45-ade3a45be75e req-df4eeac9-53a0-46d7-98b1-68b960c5ed27 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=274889e6213c4dfaab0997e2dad420ff&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2034822 Jan 10 11:38:06.931930 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd8a47-f2e9-4e97-a424-df318721719d req-888b4530-bf5a-478c-8bda-19ce00f53ccd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:06.939174 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a7cd8a47-f2e9-4e97-a424-df318721719d req-888b4530-bf5a-478c-8bda-19ce00f53ccd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 943 time: 0.2849088 Jan 10 11:38:06.982241 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 78489ff4-6ec9-4d77-ad90-108d911867f2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78489ff4-6ec9-4d77-ad90-108d911867f2,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:07.009838 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '78489ff4-6ec9-4d77-ad90-108d911867f2', 'network_id': '0b7066df-867a-4f7f-8c8c-edef37acae0b', 'port_id': '78489ff4-6ec9-4d77-ad90-108d911867f2', 'mac_address': 'fa:16:3e:95:b4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dbe3c09-81a8-4971-ac1e-c990dbda3881', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:38:07.061854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2384f21-61bb-49e8-8d45-ade3a45be75e req-f0e10532-4181-4561-a568-dd95b066bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:07.065346 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2384f21-61bb-49e8-8d45-ade3a45be75e req-f0e10532-4181-4561-a568-dd95b066bac8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1938448 Jan 10 11:38:07.070351 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:07.097146 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78489ff4-6ec9-4d77-ad90-108d911867f2 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:07.114737 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:38:07.129962 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:07.130877 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:07.136648 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 78489ff4-6ec9-4d77-ad90-108d911867f2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78489ff4-6ec9-4d77-ad90-108d911867f2,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:07.180937 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cb4e7dea-681c-441a-920e-4bbc1c1a94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:07.183062 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-cb4e7dea-681c-441a-920e-4bbc1c1a94c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 1096 time: 0.0651169 Jan 10 11:38:07.264599 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-d5d9ca99-0ada-4490-83e1-6a5f2e17d193 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b HTTP/1.1" status: 200 len: 217 time: 0.0732899 Jan 10 11:38:07.271535 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:07.304297 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17641f31-456c-4c0f-8f40-5337b16bc6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:07.353782 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2f5c3e78-2b37-4a75-b894-9d2e52142c52 req-5b662ef4-1e95-4ae3-a9a4-92b425c3a536 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5035474 Jan 10 11:38:07.372847 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-bcf77ea2-6f17-49a6-bb7e-f74e84ad7cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:07.375568 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-bcf77ea2-6f17-49a6-bb7e-f74e84ad7cf1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.1051102 Jan 10 11:38:07.377129 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:07.396369 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:07.415831 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a7cd8a47-f2e9-4e97-a424-df318721719d req-72c23988-6f54-4104-95a3-f4505b869c52 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756420 Jan 10 11:38:07.431921 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47954244-13a3-4df0-9a7a-7decb3156dcf req-75c7d576-91bb-4060-955b-1bb2b7d3aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:07.433936 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-47954244-13a3-4df0-9a7a-7decb3156dcf req-75c7d576-91bb-4060-955b-1bb2b7d3aaba service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5823092 Jan 10 11:38:07.496541 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=78489ff4-6ec9-4d77-ad90-108d911867f2,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:07.545407 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-30a9d6e3-fc50-4491-b00e-98bc10b4cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:07.546941 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-30a9d6e3-fc50-4491-b00e-98bc10b4cd47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1652536 Jan 10 11:38:07.566678 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:07.567725 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 94a56965-edf5-4d72-b69a-a0f3ecd10498 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:38:07.593544 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5794e90-4168-4a6d-bec6-202b701e30bf" -d '{"events": [{"server_uuid": "17641f31-456c-4c0f-8f40-5337b16bc6e0", "name": "network-vif-plugged", "status": "completed", "tag": "6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:07.615477 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['78489ff4-6ec9-4d77-ad90-108d911867f2'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:07.729323 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-7bec78b3-bc4e-4f5b-baae-605f93a2e371 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753993 Jan 10 11:38:07.747980 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddadfa9-22b5-4625-96ce-4d0de1d88ac3 req-a8402bae-80e8-487d-a4f9-90ab04771b49 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:07.750495 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4ddadfa9-22b5-4625-96ce-4d0de1d88ac3 req-a8402bae-80e8-487d-a4f9-90ab04771b49 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 944 time: 0.2182252 Jan 10 11:38:07.773829 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c7782-cacf-41a5-84d8-a42e93cc87c8 req-6553d05d-8570-4f36-a77a-2d55dd7d9132 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:07.784239 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b84c7782-cacf-41a5-84d8-a42e93cc87c8 req-6553d05d-8570-4f36-a77a-2d55dd7d9132 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.2735574 Jan 10 11:38:07.806834 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47954244-13a3-4df0-9a7a-7decb3156dcf req-3be4adbc-329e-4616-8c47-c7f862a5d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:07.809115 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-47954244-13a3-4df0-9a7a-7decb3156dcf req-3be4adbc-329e-4616-8c47-c7f862a5d68a service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3647516 Jan 10 11:38:07.899811 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b84c7782-cacf-41a5-84d8-a42e93cc87c8 req-3934d8de-2199-449a-8a11-8d01a0d32c6d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153753 Jan 10 11:38:07.921851 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4ddadfa9-22b5-4625-96ce-4d0de1d88ac3 req-cea3558b-947d-40ba-b969-d586547d1fc8 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271925 Jan 10 11:38:07.936606 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:07.980386 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4bf70907-7222-40bd-ae0a-f0695844d004 req-0177bf4d-5e92-4cb5-9512-b83ed09ee036 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445877 Jan 10 11:38:08.040439 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-8500d2a2-6a5c-4cb1-ac18-9d888d6aa884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:08.042060 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-8500d2a2-6a5c-4cb1-ac18-9d888d6aa884 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 1096 time: 0.1188829 Jan 10 11:38:08.043347 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 94a56965-edf5-4d72-b69a-a0f3ecd10498 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:38:08.055370 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 94a56965-edf5-4d72-b69a-a0f3ecd10498 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:08.055802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:08.081274 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed41d8b-8516-4532-932b-9021e48567e0 x-openstack-request-id: req-3ed41d8b-8516-4532-932b-9021e48567e0 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:08.081618 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17641f31-456c-4c0f-8f40-5337b16bc6e0", "name": "network-vif-plugged", "status": "completed", "tag": "6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:08.087063 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ed41d8b-8516-4532-932b-9021e48567e0 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:08.087063 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17641f31-456c-4c0f-8f40-5337b16bc6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', 'code': 200} Jan 10 11:38:08.100033 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-2f6bbeec-50be-49b7-b54e-ff7ac2199c90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846 HTTP/1.1" status: 200 len: 217 time: 0.0436344 Jan 10 11:38:08.123408 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df848515-c96c-4cde-b5c4-316a76e02c48 req-6da7b03e-35de-4c4b-b7f3-3a8ac3f0cdf9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:08.125088 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-df848515-c96c-4cde-b5c4-316a76e02c48 req-6da7b03e-35de-4c4b-b7f3-3a8ac3f0cdf9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.1034024 Jan 10 11:38:08.187976 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:08.199502 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-df848515-c96c-4cde-b5c4-316a76e02c48 req-9d1c1760-b197-4bbb-894e-c4e8375dddbe tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647755 Jan 10 11:38:08.228720 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 94a56965-edf5-4d72-b69a-a0f3ecd10498, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:08.432103 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:08.432103 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 0ea7b088-85a0-4b99-b5b6-5915fac5b55a up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:38:08.559355 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=94a56965-edf5-4d72-b69a-a0f3ecd10498,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:08.578592 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0db7-14aa-47bb-9bcd-4762af4bee6d req-32d43610-30e3-4a04-98ba-73ffb284103e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:08.580103 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-745d0db7-14aa-47bb-9bcd-4762af4bee6d req-32d43610-30e3-4a04-98ba-73ffb284103e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 943 time: 0.1315348 Jan 10 11:38:08.616918 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2729e5-0907-4112-af58-34c0cc4858d3 req-2e2b0991-2040-4543-bd99-f1003e8b5039 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:08.618428 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1c2729e5-0907-4112-af58-34c0cc4858d3 req-2e2b0991-2040-4543-bd99-f1003e8b5039 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 944 time: 0.0907927 Jan 10 11:38:08.663455 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-745d0db7-14aa-47bb-9bcd-4762af4bee6d req-09dcf7d8-8965-4d5f-9d4a-fe5ce111510d tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749359 Jan 10 11:38:08.690953 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1c2729e5-0907-4112-af58-34c0cc4858d3 req-593ada24-42f7-4477-871d-e32a14feb4b0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668387 Jan 10 11:38:08.796975 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:38:08.801323 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:08.801697 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:08.893392 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:08.918720 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,segment=NetworkSegment(fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1),segment_id=fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:09.060743 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22480a-5f1d-43c7-9b6f-0faf4f3aa4e2 req-caa00308-7ae4-4a49-8b66-231f0004817d tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:09.062247 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dc22480a-5f1d-43c7-9b6f-0faf4f3aa4e2 req-caa00308-7ae4-4a49-8b66-231f0004817d tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 944 time: 0.0793378 Jan 10 11:38:09.074519 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb7fc-db3f-4307-9d3a-780efc4205ba req-899ff38a-7df4-49ab-a974-cd84b0418cf4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:09.076031 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a94eb7fc-db3f-4307-9d3a-780efc4205ba req-899ff38a-7df4-49ab-a974-cd84b0418cf4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0655594 Jan 10 11:38:09.151569 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dc22480a-5f1d-43c7-9b6f-0faf4f3aa4e2 req-e8e58e1d-5439-4745-a859-a473b5a5cb27 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744669 Jan 10 11:38:09.159695 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a94eb7fc-db3f-4307-9d3a-780efc4205ba req-4e33c96d-ec5a-4af5-a3d4-db044d09a954 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761213 Jan 10 11:38:09.191581 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:09.246697 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:09.324721 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1bcc2-152e-45b2-aedc-d5c8e23b8ff8 req-8d2d216a-63f1-40c8-8e64-e693a0b474e1 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:09.326242 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b7b1bcc2-152e-45b2-aedc-d5c8e23b8ff8 req-8d2d216a-63f1-40c8-8e64-e693a0b474e1 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0501430 Jan 10 11:38:09.374302 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b7b1bcc2-152e-45b2-aedc-d5c8e23b8ff8 req-50548127-7aaa-47dd-8d78-4d0791c82722 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Jan 10 11:38:09.816768 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690dac5-db0a-4ef8-a8e9-9ca47f1fe2da req-45c5ed4e-0ea6-4357-909c-a940344864ea tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:09.818359 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7690dac5-db0a-4ef8-a8e9-9ca47f1fe2da req-45c5ed4e-0ea6-4357-909c-a940344864ea tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 943 time: 0.0856626 Jan 10 11:38:09.830633 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd7f60-be84-4bcc-a9cb-2b3dc6b51e97 req-3570c2c0-2539-4e84-8a11-00401d534bd4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:09.832130 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4ddd7f60-be84-4bcc-a9cb-2b3dc6b51e97 req-3570c2c0-2539-4e84-8a11-00401d534bd4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 944 time: 0.0700395 Jan 10 11:38:09.903128 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7690dac5-db0a-4ef8-a8e9-9ca47f1fe2da req-10f1e1ff-131b-41c6-83e6-5bc69f651406 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698898 Jan 10 11:38:09.910402 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4ddd7f60-be84-4bcc-a9cb-2b3dc6b51e97 req-45a151f2-f136-4458-be59-419124a17e3c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707898 Jan 10 11:38:10.083312 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb75a87-2b05-43d3-b570-a04858874b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a56965-edf5-4d72-b69a-a0f3ecd10498'}, {'server_uuid': '6353ce19-8a0e-4424-ab1f-d6e822696c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7b088-85a0-4b99-b5b6-5915fac5b55a'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:10.086986 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92723c8b-b95d-4a8f-8d42-d671fdcbecb9" -d '{"events": [{"server_uuid": "9bb75a87-2b05-43d3-b570-a04858874b50", "name": "network-vif-plugged", "status": "completed", "tag": "94a56965-edf5-4d72-b69a-a0f3ecd10498"}, {"server_uuid": "6353ce19-8a0e-4424-ab1f-d6e822696c00", "name": "network-vif-plugged", "status": "completed", "tag": "0ea7b088-85a0-4b99-b5b6-5915fac5b55a"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:10.125295 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3070cd8-938e-419a-a3c7-04c4b15d73ec x-openstack-request-id: req-f3070cd8-938e-419a-a3c7-04c4b15d73ec {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:10.125612 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb75a87-2b05-43d3-b570-a04858874b50", "name": "network-vif-plugged", "status": "completed", "tag": "94a56965-edf5-4d72-b69a-a0f3ecd10498", "code": 200}, {"server_uuid": "6353ce19-8a0e-4424-ab1f-d6e822696c00", "name": "network-vif-plugged", "status": "completed", "tag": "0ea7b088-85a0-4b99-b5b6-5915fac5b55a", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:10.125828 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3070cd8-938e-419a-a3c7-04c4b15d73ec {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:10.126240 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb75a87-2b05-43d3-b570-a04858874b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a56965-edf5-4d72-b69a-a0f3ecd10498', 'code': 200} Jan 10 11:38:10.126491 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6353ce19-8a0e-4424-ab1f-d6e822696c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7b088-85a0-4b99-b5b6-5915fac5b55a', 'code': 200} Jan 10 11:38:10.311656 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9700b73-e810-4647-83b5-4e2939fc7a0f req-b9b99cec-fd02-497f-8eab-72dc041bb496 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:10.313131 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c9700b73-e810-4647-83b5-4e2939fc7a0f req-b9b99cec-fd02-497f-8eab-72dc041bb496 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0808208 Jan 10 11:38:10.325670 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50229142-da84-44d4-99c3-a951f60a0563 req-0dfd2721-e33f-451b-ba39-b5e10296cef2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:10.327144 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-50229142-da84-44d4-99c3-a951f60a0563 req-0dfd2721-e33f-451b-ba39-b5e10296cef2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0669410 Jan 10 11:38:10.402376 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c9700b73-e810-4647-83b5-4e2939fc7a0f req-e467e4b7-cffe-482c-b130-923bfbef1932 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741391 Jan 10 11:38:10.406602 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-50229142-da84-44d4-99c3-a951f60a0563 req-feab4709-841a-4add-8854-55bc72b6cb0d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728974 Jan 10 11:38:10.513007 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d281a-b279-4119-ad28-11d04363c83d req-e4e4c36f-1ad6-4765-b26d-4652681fcb84 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:10.514573 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f86d281a-b279-4119-ad28-11d04363c83d req-e4e4c36f-1ad6-4765-b26d-4652681fcb84 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0512362 Jan 10 11:38:10.564183 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f86d281a-b279-4119-ad28-11d04363c83d req-f695e8c7-5bac-4ad6-99dd-6e41a15957cc tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431492 Jan 10 11:38:10.707679 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-62a1051e-8be7-49e7-9f31-3cc4147185df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:10.709269 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-62a1051e-8be7-49e7-9f31-3cc4147185df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe8d977-d9d4-4188-b59c-1cc7a7b05656 HTTP/1.1" status: 200 len: 848 time: 0.0518742 Jan 10 11:38:10.776122 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-ce4c2737-3f82-4e57-92fe-7c2144e66f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:10.777684 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-ce4c2737-3f82-4e57-92fe-7c2144e66f80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623248 Jan 10 11:38:10.873618 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-f14f2619-765a-4367-8aba-f42c82f31299 service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881922 Jan 10 11:38:11.056872 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5c0271-de52-4e2e-b62f-116a455d45fb req-7b48a9e5-8f33-493b-b2ba-a9703746acdf service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764276 Jan 10 11:38:11.077469 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c6fc2-bfbe-4498-91e6-0eb028052fd0 req-d3604249-75cd-4d4b-8c88-c0176bc6bd74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:11.079055 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-429c6fc2-bfbe-4498-91e6-0eb028052fd0 req-d3604249-75cd-4d4b-8c88-c0176bc6bd74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 943 time: 0.0986869 Jan 10 11:38:11.088732 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148e00d-5b5e-4de0-b060-ba91e4e9e0ba req-e4d38040-79ab-4334-9c54-4e6f2544140d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:11.090177 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7148e00d-5b5e-4de0-b060-ba91e4e9e0ba req-e4d38040-79ab-4334-9c54-4e6f2544140d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 944 time: 0.0817289 Jan 10 11:38:11.092620 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4fb90-456a-4b31-885d-d68052775858 req-c2afd462-0f4a-4023-8135-2ef231f33878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:11.094244 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-30a4fb90-456a-4b31-885d-d68052775858 req-c2afd462-0f4a-4023-8135-2ef231f33878 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 1099 time: 0.0907815 Jan 10 11:38:11.164774 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-429c6fc2-bfbe-4498-91e6-0eb028052fd0 req-db115479-a8e5-4669-b348-79c86ee2325a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735362 Jan 10 11:38:11.172916 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7148e00d-5b5e-4de0-b060-ba91e4e9e0ba req-37abe058-25b9-41df-856a-f93da9fcf59c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758488 Jan 10 11:38:11.557322 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c6508-d04c-40e3-9862-08b68dfedd4d req-713f23ca-fbba-46ce-b41d-6c8775bbd5f2 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:11.558872 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0a5c6508-d04c-40e3-9862-08b68dfedd4d req-713f23ca-fbba-46ce-b41d-6c8775bbd5f2 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0879209 Jan 10 11:38:11.566613 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5856c-54f0-426b-851f-81e7a18efe0e req-739a537b-f994-47bb-a5b6-74a94a62093d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:11.568008 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdc5856c-54f0-426b-851f-81e7a18efe0e req-739a537b-f994-47bb-a5b6-74a94a62093d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0874362 Jan 10 11:38:11.641442 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0a5c6508-d04c-40e3-9862-08b68dfedd4d req-11c1f683-ce87-450b-a9e8-83f0208f1e34 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724514 Jan 10 11:38:11.650017 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdc5856c-54f0-426b-851f-81e7a18efe0e req-c52f7d73-c220-46d6-9a68-c7a7a6063703 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742834 Jan 10 11:38:11.750205 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83f21e-b3c5-42a6-9861-2a730ade346e req-5231523d-36f0-4a9f-a7f3-bc6f6198e224 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:11.751693 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2c83f21e-b3c5-42a6-9861-2a730ade346e req-5231523d-36f0-4a9f-a7f3-bc6f6198e224 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0543795 Jan 10 11:38:11.801966 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2c83f21e-b3c5-42a6-9861-2a730ade346e req-a8047008-90d0-4281-9ff1-1309344209b9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Jan 10 11:38:12.321734 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ba51-a938-4e4a-98e7-d307e5432354 req-609fb98b-f7cc-4a14-a6e0-2ef106ed644f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:12.323154 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4574ba51-a938-4e4a-98e7-d307e5432354 req-609fb98b-f7cc-4a14-a6e0-2ef106ed644f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 944 time: 0.0673783 Jan 10 11:38:12.330701 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275abac-07c7-4aaf-8610-5bd1ecbe9f95 req-be8df7ae-0344-437a-a0ee-86674ff0d549 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:12.332058 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0275abac-07c7-4aaf-8610-5bd1ecbe9f95 req-be8df7ae-0344-437a-a0ee-86674ff0d549 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 943 time: 0.0852144 Jan 10 11:38:12.407015 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4574ba51-a938-4e4a-98e7-d307e5432354 req-a61e2a80-86b2-4060-a8eb-18786c17a22f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740089 Jan 10 11:38:12.410519 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0275abac-07c7-4aaf-8610-5bd1ecbe9f95 req-fd682776-a03c-4409-aa86-bce7c383ae82 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715935 Jan 10 11:38:12.785258 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b5ec3-6093-41d4-8ded-8ace4191b02c req-681fd49f-4e64-4384-b13d-32bbe23ff66f tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:12.786797 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1f0b5ec3-6093-41d4-8ded-8ace4191b02c req-681fd49f-4e64-4384-b13d-32bbe23ff66f tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0781033 Jan 10 11:38:12.818610 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3a83a-6d94-4f32-ab08-fae587e2d387 req-6e7592b0-3532-49d2-ab5f-b8e9f0495cfc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:12.820884 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-50f3a83a-6d94-4f32-ab08-fae587e2d387 req-6e7592b0-3532-49d2-ab5f-b8e9f0495cfc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0844841 Jan 10 11:38:12.862245 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1f0b5ec3-6093-41d4-8ded-8ace4191b02c req-ed28a92b-8aa4-40f3-a3d1-15e3d401cf39 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684659 Jan 10 11:38:12.889309 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-50f3a83a-6d94-4f32-ab08-fae587e2d387 req-59d198d3-04ec-46b8-829f-31a81d29ec9e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624185 Jan 10 11:38:12.976277 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef21f21-d296-4716-94d6-1d14c108c250 req-6908f498-f7c6-4b87-9612-7d43778278c4 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:12.977759 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4ef21f21-d296-4716-94d6-1d14c108c250 req-6908f498-f7c6-4b87-9612-7d43778278c4 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0539157 Jan 10 11:38:13.028481 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4ef21f21-d296-4716-94d6-1d14c108c250 req-514b4b07-863c-4ea0-bd0c-c5d0db3e1f6f tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447876 Jan 10 11:38:13.551587 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99049fd-4384-4aa8-800f-0dd2d9861b5e req-71125a5e-06c9-4c33-8d9b-d03c0c6aab0b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:13.553047 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b99049fd-4384-4aa8-800f-0dd2d9861b5e req-71125a5e-06c9-4c33-8d9b-d03c0c6aab0b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 943 time: 0.0686450 Jan 10 11:38:13.560582 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae0b06-aae9-4e0f-b438-9fd459d8a3e6 req-c279b884-4cb5-41ce-bc72-68f34eb7ec57 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:13.562176 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-56ae0b06-aae9-4e0f-b438-9fd459d8a3e6 req-c279b884-4cb5-41ce-bc72-68f34eb7ec57 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 944 time: 0.0877204 Jan 10 11:38:13.638866 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b99049fd-4384-4aa8-800f-0dd2d9861b5e req-576e42e0-b8e1-4e3f-a1b7-43786ebb086c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756698 Jan 10 11:38:13.643847 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-56ae0b06-aae9-4e0f-b438-9fd459d8a3e6 req-3ec47004-862e-4170-9727-3141606111a2 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742767 Jan 10 11:38:13.686726 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-30a4fb90-456a-4b31-885d-d68052775858 req-2487c276-8adf-464a-903a-8d383d98fc0e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:13.744279 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88eccf-ee24-4a53-90d7-18df189aa2c2 req-a14a682d-2b2f-4ffa-812c-57f07885e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:13.746082 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d88eccf-ee24-4a53-90d7-18df189aa2c2 req-a14a682d-2b2f-4ffa-812c-57f07885e34e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 1098 time: 0.0738535 Jan 10 11:38:13.761429 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30af1c-63d5-4c8d-94a5-506fb715091c req-3d682d91-a1d6-4dc4-a403-de7203cd5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:13.762951 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aa30af1c-63d5-4c8d-94a5-506fb715091c req-3d682d91-a1d6-4dc4-a403-de7203cd5544 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1099 time: 0.0722408 Jan 10 11:38:13.787960 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-aa30af1c-63d5-4c8d-94a5-506fb715091c req-12f19a74-02cc-411e-ae77-0fc861cb6ace service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:13.797336 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5d88eccf-ee24-4a53-90d7-18df189aa2c2 req-d0dc12e5-fc61-4169-96a9-62cb2175f4fd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:13.818002 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-30a4fb90-456a-4b31-885d-d68052775858 req-2487c276-8adf-464a-903a-8d383d98fc0e service neutron] Publish callbacks [] for security_group (72e8629f-2eb8-4105-a5ca-807d348bf6f1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:13.925497 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-30a4fb90-456a-4b31-885d-d68052775858 req-2487c276-8adf-464a-903a-8d383d98fc0e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (72e8629f-2eb8-4105-a5ca-807d348bf6f1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:13.979588 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.db.api [req-5d88eccf-ee24-4a53-90d7-18df189aa2c2 req-d0dc12e5-fc61-4169-96a9-62cb2175f4fd service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 8c5459e4b2b6463e9e155429f1541f97 {{(pid=103371) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:38:13.979862 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG oslo_db.api [req-5d88eccf-ee24-4a53-90d7-18df189aa2c2 req-d0dc12e5-fc61-4169-96a9-62cb2175f4fd service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:38:13.982974 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487c276-8adf-464a-903a-8d383d98fc0e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8629f-2eb8-4105-a5ca-807d348bf6f1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:13.988631 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-30a4fb90-456a-4b31-885d-d68052775858 req-2487c276-8adf-464a-903a-8d383d98fc0e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229976 Jan 10 11:38:14.015110 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.db.api [req-aa30af1c-63d5-4c8d-94a5-506fb715091c req-12f19a74-02cc-411e-ae77-0fc861cb6ace service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 8c5459e4b2b6463e9e155429f1541f97 {{(pid=103370) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 10 11:38:14.015495 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG oslo_db.api [req-aa30af1c-63d5-4c8d-94a5-506fb715091c req-12f19a74-02cc-411e-ae77-0fc861cb6ace service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 10 11:38:14.040415 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e4df9-0a30-4a82-aaa0-b0442a164037 req-f79cce9e-b853-40ee-a7e8-56f649142969 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:14.041908 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-024e4df9-0a30-4a82-aaa0-b0442a164037 req-f79cce9e-b853-40ee-a7e8-56f649142969 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0724366 Jan 10 11:38:14.054515 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c040cf3-cfeb-4c7d-a8df-cf1d247585d0 req-39caf147-55d3-44df-83af-a27c919f288a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:14.055986 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5c040cf3-cfeb-4c7d-a8df-cf1d247585d0 req-39caf147-55d3-44df-83af-a27c919f288a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0997007 Jan 10 11:38:14.129394 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-024e4df9-0a30-4a82-aaa0-b0442a164037 req-420947b0-f2bf-4688-934d-761629b99771 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723910 Jan 10 11:38:14.133884 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5c040cf3-cfeb-4c7d-a8df-cf1d247585d0 req-1c7f1e29-d9cb-4286-89ad-9121335d4e77 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710979 Jan 10 11:38:14.249470 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344685d2-5614-40e5-96e2-d165b3e25d3d req-65349d7f-7818-41e7-8f6c-6cd4a2f477e2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:14.250964 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-344685d2-5614-40e5-96e2-d165b3e25d3d req-65349d7f-7818-41e7-8f6c-6cd4a2f477e2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0495408 Jan 10 11:38:14.300879 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-344685d2-5614-40e5-96e2-d165b3e25d3d req-9dab4920-6a5d-4cb4-9adf-c2b80c9b96a5 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441663 Jan 10 11:38:14.481687 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-5d88eccf-ee24-4a53-90d7-18df189aa2c2 req-d0dc12e5-fc61-4169-96a9-62cb2175f4fd service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:14.516731 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-aa30af1c-63d5-4c8d-94a5-506fb715091c req-12f19a74-02cc-411e-ae77-0fc861cb6ace service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:14.565694 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5d88eccf-ee24-4a53-90d7-18df189aa2c2 req-d0dc12e5-fc61-4169-96a9-62cb2175f4fd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7899992 Jan 10 11:38:14.604367 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aa30af1c-63d5-4c8d-94a5-506fb715091c req-12f19a74-02cc-411e-ae77-0fc861cb6ace service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8285685 Jan 10 11:38:14.671917 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 78489ff4-6ec9-4d77-ad90-108d911867f2 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:38:14.816440 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247103ab-d0ab-4a82-b0ab-e2538c585f62 req-6e103cb7-84d0-4daa-9af1-039c848edb6b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:14.817936 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-247103ab-d0ab-4a82-b0ab-e2538c585f62 req-6e103cb7-84d0-4daa-9af1-039c848edb6b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 943 time: 0.0842047 Jan 10 11:38:14.843283 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f274d-2aec-4ec2-b3c6-ae1890c14ecb req-f24cd41c-db5c-432d-adba-4098899dd078 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:14.844753 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cf0f274d-2aec-4ec2-b3c6-ae1890c14ecb req-f24cd41c-db5c-432d-adba-4098899dd078 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 944 time: 0.0773728 Jan 10 11:38:14.912280 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 78489ff4-6ec9-4d77-ad90-108d911867f2 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:38:14.917511 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 78489ff4-6ec9-4d77-ad90-108d911867f2 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:14.917988 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:15.020272 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:15.045978 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da86e35-89e4-462a-bac2-19a859b044ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78489ff4-6ec9-4d77-ad90-108d911867f2'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:15.048231 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91a1310-da3a-43d3-ae12-303b11e9ad4e" -d '{"events": [{"server_uuid": "1da86e35-89e4-462a-bac2-19a859b044ef", "name": "network-vif-plugged", "status": "completed", "tag": "78489ff4-6ec9-4d77-ad90-108d911867f2"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:15.063907 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 78489ff4-6ec9-4d77-ad90-108d911867f2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78489ff4-6ec9-4d77-ad90-108d911867f2,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:15.098151 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-247103ab-d0ab-4a82-b0ab-e2538c585f62 req-a2d1b4ba-9359-4eb1-a9f5-dc51bffef6eb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719407 Jan 10 11:38:15.114206 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cf0f274d-2aec-4ec2-b3c6-ae1890c14ecb req-6e558408-5554-49b6-a77b-ef2e3b43c8d7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621882 Jan 10 11:38:15.143659 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1797e5-3874-4d66-8e22-30cdfe83f1e5 x-openstack-request-id: req-3e1797e5-3874-4d66-8e22-30cdfe83f1e5 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:15.143947 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da86e35-89e4-462a-bac2-19a859b044ef", "name": "network-vif-plugged", "status": "completed", "tag": "78489ff4-6ec9-4d77-ad90-108d911867f2", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:15.144202 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e1797e5-3874-4d66-8e22-30cdfe83f1e5 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:15.144594 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da86e35-89e4-462a-bac2-19a859b044ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78489ff4-6ec9-4d77-ad90-108d911867f2', 'code': 200} Jan 10 11:38:15.162818 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:15.245347 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=78489ff4-6ec9-4d77-ad90-108d911867f2,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:15.311944 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c820659-3b05-4f54-96dc-3c531c0f63ec req-a82b7627-a346-4b33-9c8d-af9e8249416e tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:15.318576 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3c820659-3b05-4f54-96dc-3c531c0f63ec req-a82b7627-a346-4b33-9c8d-af9e8249416e tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0944548 Jan 10 11:38:15.323160 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50867ce2-c321-4a66-96e5-f757537849be req-d063fafc-6172-462e-bf05-c87bfe8316f0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:15.324753 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-50867ce2-c321-4a66-96e5-f757537849be req-d063fafc-6172-462e-bf05-c87bfe8316f0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0865593 Jan 10 11:38:15.413368 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3c820659-3b05-4f54-96dc-3c531c0f63ec req-a03c0992-d33e-40ff-932b-372e2797cf8b tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877075 Jan 10 11:38:15.427685 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-50867ce2-c321-4a66-96e5-f757537849be req-593a6b06-4d14-4fd4-9d66-3785a76f107c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947149 Jan 10 11:38:15.535554 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22e83c-a0ee-48c8-9ce8-fd1658ad37a8 req-2b096bd1-5ecb-481f-91e2-2e9ef459097e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:15.537072 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fb22e83c-a0ee-48c8-9ce8-fd1658ad37a8 req-2b096bd1-5ecb-481f-91e2-2e9ef459097e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0539207 Jan 10 11:38:15.590131 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fb22e83c-a0ee-48c8-9ce8-fd1658ad37a8 req-7f502c4a-50c6-4ace-b338-fffc8f8772f8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 Jan 10 11:38:15.639603 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3757-bddb-4317-a9dd-45d953197128 req-136e3a6a-decb-4e70-a61a-f8a93d21434c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:15.646230 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-489a3757-bddb-4317-a9dd-45d953197128 req-136e3a6a-decb-4e70-a61a-f8a93d21434c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 1098 time: 0.0404191 Jan 10 11:38:15.691055 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-489a3757-bddb-4317-a9dd-45d953197128 req-f863ec86-540d-442b-9099-873621c252e0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Jan 10 11:38:16.250548 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae0802-7948-410c-b296-af77de10039a req-634843a7-bfa4-4bcb-8aa2-818eb48e2ae2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:16.252063 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e9ae0802-7948-410c-b296-af77de10039a req-634843a7-bfa4-4bcb-8aa2-818eb48e2ae2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 943 time: 0.0827053 Jan 10 11:38:16.264860 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36f1bb-964e-47d4-8a32-38114f46791f req-3fcdfcca-d815-4d26-89e0-3895be3f1216 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:16.266383 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d36f1bb-964e-47d4-8a32-38114f46791f req-3fcdfcca-d815-4d26-89e0-3895be3f1216 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0692072 Jan 10 11:38:16.342768 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e9ae0802-7948-410c-b296-af77de10039a req-9ff7bd5c-d012-4d3b-b837-e6919ad444ab tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749745 Jan 10 11:38:16.347202 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d36f1bb-964e-47d4-8a32-38114f46791f req-f623dd94-6b56-4987-abbc-3f0406a4150b tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733109 Jan 10 11:38:16.580676 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1138ea-9d74-4649-82c0-95b405f6de15 req-bd63a158-1482-4e5f-b1e3-3cc8c31cd6e9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:16.582301 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4f1138ea-9d74-4649-82c0-95b405f6de15 req-bd63a158-1482-4e5f-b1e3-3cc8c31cd6e9 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0872915 Jan 10 11:38:16.618665 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d05dee-dca8-4d89-bfef-20bb0a4bc306 req-6fa003c1-561d-40d6-8335-3a7812279c10 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:16.620185 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c9d05dee-dca8-4d89-bfef-20bb0a4bc306 req-6fa003c1-561d-40d6-8335-3a7812279c10 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0798528 Jan 10 11:38:16.663436 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4f1138ea-9d74-4649-82c0-95b405f6de15 req-7d372808-2433-4de5-83e5-4d64b9a4c4f5 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742941 Jan 10 11:38:16.667266 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 1402bd72-ebce-40e3-b2fe-9132d0fbe846 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:38:16.693608 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c9d05dee-dca8-4d89-bfef-20bb0a4bc306 req-4d04be2c-1d34-48b3-b155-8f874eda7071 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634022 Jan 10 11:38:16.814686 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 1402bd72-ebce-40e3-b2fe-9132d0fbe846, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:16.828919 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'port_id': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'mac_address': 'fa:16:3e:5d:20:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:38:16.842064 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1ab3d-328f-48fb-b7b8-a8e263c732fb req-fc3e5a63-fb91-4897-99ae-4ba28b10aa41 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:16.844205 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c8d1ab3d-328f-48fb-b7b8-a8e263c732fb req-fc3e5a63-fb91-4897-99ae-4ba28b10aa41 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0692115 Jan 10 11:38:16.870006 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:16.886586 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1402bd72-ebce-40e3-b2fe-9132d0fbe846 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:16.910271 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 1402bd72-ebce-40e3-b2fe-9132d0fbe846, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:16.953621 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c8d1ab3d-328f-48fb-b7b8-a8e263c732fb req-62010a09-2c35-47d7-9f58-ed3c886be986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974486 Jan 10 11:38:17.039075 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.041018 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:38:17.100060 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 37458) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:17.185810 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=1402bd72-ebce-40e3-b2fe-9132d0fbe846,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:17.256327 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db81a93e-00b0-48db-a682-f93551ecc239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.268131 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:17.280700 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'port_id': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'mac_address': 'fa:16:3e:2a:e8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:38:17.320174 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.337885 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9b761f-8e30-4890-b16f-aceb4777ab0b {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:17.338596 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db81a93e-00b0-48db-a682-f93551ecc239 admin admin] Publish callbacks [] for security_group (12561d2e-587b-4439-9b99-ba931ca23e49), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.357751 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:17.511110 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-db81a93e-00b0-48db-a682-f93551ecc239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (12561d2e-587b-4439-9b99-ba931ca23e49), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.528564 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a62822-bc60-40b2-bb30-a407d40b8bee req-2fcaa9da-83bf-4f4e-aeef-7dd04316d51f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:17.530263 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38a62822-bc60-40b2-bb30-a407d40b8bee req-2fcaa9da-83bf-4f4e-aeef-7dd04316d51f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 944 time: 0.0975814 Jan 10 11:38:17.560196 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a042213-a4cd-4fc7-97e6-72af7a67219c req-42197c26-cdd0-4650-b1c5-26a800dcb28d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:17.561812 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2a042213-a4cd-4fc7-97e6-72af7a67219c req-42197c26-cdd0-4650-b1c5-26a800dcb28d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.1183481 Jan 10 11:38:17.569652 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.619009 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81a93e-00b0-48db-a682-f93551ecc239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12561d2e-587b-4439-9b99-ba931ca23e49,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:17.650902 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-db81a93e-00b0-48db-a682-f93551ecc239 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c8607210a3b4dee9a46f958ae0ff8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5300603 Jan 10 11:38:17.651420 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 37476) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:17.674826 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:17.688878 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38a62822-bc60-40b2-bb30-a407d40b8bee req-758acedb-e8d7-4519-8279-d4b3df723150 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406620 Jan 10 11:38:17.722106 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2a042213-a4cd-4fc7-97e6-72af7a67219c req-47c6eaed-37f9-4693-94f2-a6bf3ff9a864 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303768 Jan 10 11:38:17.742177 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e50e36ec-448c-499a-8781-30d1a825cecf admin admin] Publish callbacks [] for security_group (12561d2e-587b-4439-9b99-ba931ca23e49), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.769776 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e50e36ec-448c-499a-8781-30d1a825cecf admin admin] Publish callbacks [] for security_group (12561d2e-587b-4439-9b99-ba931ca23e49), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.835512 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f404ae6-1cfe-4e4b-b07e-cd8a55c95bae req-7229eeed-e4fe-477f-8f10-174df7409c1d tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:17.837408 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0f404ae6-1cfe-4e4b-b07e-cd8a55c95bae req-7229eeed-e4fe-477f-8f10-174df7409c1d tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0709174 Jan 10 11:38:17.910985 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859452f-e022-4a5a-b6b5-b8e95d00a7c4 req-5dfce76c-bf8e-4e84-8fec-196efab595f7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:17.912570 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a859452f-e022-4a5a-b6b5-b8e95d00a7c4 req-5dfce76c-bf8e-4e84-8fec-196efab595f7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 944 time: 0.1001287 Jan 10 11:38:17.918559 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0f404ae6-1cfe-4e4b-b07e-cd8a55c95bae req-0eef103b-f4fb-41e6-bf2b-978416ee92c5 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660524 Jan 10 11:38:17.957220 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e50e36ec-448c-499a-8781-30d1a825cecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (12561d2e-587b-4439-9b99-ba931ca23e49), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.959298 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ad9b761f-8e30-4890-b16f-aceb4777ab0b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:17.967289 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e50e36ec-448c-499a-8781-30d1a825cecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:17.973151 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e50e36ec-448c-499a-8781-30d1a825cecf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12561d2e-587b-4439-9b99-ba931ca23e49 HTTP/1.1" status: 204 len: 168 time: 0.3191066 Jan 10 11:38:17.994806 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e36ec-448c-499a-8781-30d1a825cecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12561d2e-587b-4439-9b99-ba931ca23e49,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:18.018272 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a859452f-e022-4a5a-b6b5-b8e95d00a7c4 req-cda72522-eef4-4815-b232-ec3ef6e281ab tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919316 Jan 10 11:38:18.062621 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['1402bd72-ebce-40e3-b2fe-9132d0fbe846'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:18.896509 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e528ee6-a5d2-4393-8c21-daae9094b640 req-3089328e-bc48-4b71-992f-b8e9a03cabfd tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:18.898383 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4e528ee6-a5d2-4393-8c21-daae9094b640 req-3089328e-bc48-4b71-992f-b8e9a03cabfd tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 944 time: 0.1043751 Jan 10 11:38:18.915989 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff38b2a-8d49-4853-86a2-47f94bea00bd req-3e135e4e-4115-427e-9778-8bd34cb3527e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:18.917529 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cff38b2a-8d49-4853-86a2-47f94bea00bd req-3e135e4e-4115-427e-9778-8bd34cb3527e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0919037 Jan 10 11:38:18.995307 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4e528ee6-a5d2-4393-8c21-daae9094b640 req-07904e50-7269-44c1-b251-0927403c097d tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767388 Jan 10 11:38:18.999113 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cff38b2a-8d49-4853-86a2-47f94bea00bd req-fb44bfc0-cd91-47bc-b6ba-5dc347c201b7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736303 Jan 10 11:38:19.196607 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99872e9-f2c6-4fa4-9eaf-a2fade598333 req-180778d2-5da9-483d-bd6f-4607ed2cc150 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:19.198563 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b99872e9-f2c6-4fa4-9eaf-a2fade598333 req-180778d2-5da9-483d-bd6f-4607ed2cc150 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 944 time: 0.0652411 Jan 10 11:38:19.204412 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 37524) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:19.240580 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c325732-eb64-4bec-ac4c-7c5643800ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:19.282382 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b99872e9-f2c6-4fa4-9eaf-a2fade598333 req-52ed5a6c-d449-4aff-852c-f27ba855e1ba tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645702 Jan 10 11:38:19.334627 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c325732-eb64-4bec-ac4c-7c5643800ed1 admin admin] Publish callbacks [] for security_group (9015ca72-aa4b-4b99-aa17-19ea762f97c8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:19.505934 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3c325732-eb64-4bec-ac4c-7c5643800ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (9015ca72-aa4b-4b99-aa17-19ea762f97c8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:19.543750 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3c325732-eb64-4bec-ac4c-7c5643800ed1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc222a524a5e4dba835e028cbedf0ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364580 Jan 10 11:38:19.546532 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 37532) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:19.548970 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c325732-eb64-4bec-ac4c-7c5643800ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9015ca72-aa4b-4b99-aa17-19ea762f97c8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:19.622953 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6492fc00-1dba-4d40-9afd-ac5e2175a3c8 admin admin] Publish callbacks [] for security_group (9015ca72-aa4b-4b99-aa17-19ea762f97c8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:19.648116 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6492fc00-1dba-4d40-9afd-ac5e2175a3c8 admin admin] Publish callbacks [] for security_group (9015ca72-aa4b-4b99-aa17-19ea762f97c8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:19.834137 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6492fc00-1dba-4d40-9afd-ac5e2175a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (9015ca72-aa4b-4b99-aa17-19ea762f97c8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:19.836911 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6492fc00-1dba-4d40-9afd-ac5e2175a3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:19.840624 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6492fc00-1dba-4d40-9afd-ac5e2175a3c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9015ca72-aa4b-4b99-aa17-19ea762f97c8 HTTP/1.1" status: 204 len: 168 time: 0.2927942 Jan 10 11:38:19.854985 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492fc00-1dba-4d40-9afd-ac5e2175a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9015ca72-aa4b-4b99-aa17-19ea762f97c8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:19.874532 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71555aa4-069c-4925-a9df-a2453a7abb3f req-87349844-95bf-4381-a7ba-f8ae15048042 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:19.876226 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-71555aa4-069c-4925-a9df-a2453a7abb3f req-87349844-95bf-4381-a7ba-f8ae15048042 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0677991 Jan 10 11:38:19.953842 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-71555aa4-069c-4925-a9df-a2453a7abb3f req-3a9e8d4c-6a0c-4980-ac47-464c8556b42c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685058 Jan 10 11:38:19.993264 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-1221777b-0bee-4427-a167-4ea55674e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:19.995686 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-1221777b-0bee-4427-a167-4ea55674e3b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 1098 time: 0.0677953 Jan 10 11:38:20.134912 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-16e331f8-b01e-45ff-96fb-194d0413a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:20.136407 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-16e331f8-b01e-45ff-96fb-194d0413a8de service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 919 time: 0.1284754 Jan 10 11:38:20.145402 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fe201-fc9b-41b0-aa06-4c5be6da8abe req-651800d5-6975-4ddf-93f3-3fa40eca81c2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:20.147953 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b20fe201-fc9b-41b0-aa06-4c5be6da8abe req-651800d5-6975-4ddf-93f3-3fa40eca81c2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 944 time: 0.0797846 Jan 10 11:38:20.192897 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-7419a64c-8c9f-4f08-9f7a-0e2419b08755 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78489ff4-6ec9-4d77-ad90-108d911867f2 HTTP/1.1" status: 200 len: 217 time: 0.0438974 Jan 10 11:38:20.273796 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b20fe201-fc9b-41b0-aa06-4c5be6da8abe req-9601af78-1c4d-4cec-a204-d6accbf7be3d tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149917 Jan 10 11:38:20.276222 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-75213532-5af5-4923-8e87-6793e0e69ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:20.277983 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-75213532-5af5-4923-8e87-6793e0e69ef7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 200 len: 858 time: 0.0747557 Jan 10 11:38:20.335412 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-a42e0b83-2986-44f9-ab9d-36d3465f645f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b7066df-867a-4f7f-8c8c-edef37acae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434835 Jan 10 11:38:20.472363 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-1ffbbc71-123d-4bd5-8641-211cb77c61c6 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305978 Jan 10 11:38:20.557966 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063bf7-2fa5-47c7-9b8d-6d9cf4907f7e req-bb676d0d-6202-44b8-97e9-76ba5233edfa tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:20.559604 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-85063bf7-2fa5-47c7-9b8d-6d9cf4907f7e req-bb676d0d-6202-44b8-97e9-76ba5233edfa tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 944 time: 0.1425054 Jan 10 11:38:20.632346 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa856d7c-3138-4643-b316-8d4cc7576ba3 req-fa32a586-7f64-48a0-800c-c8c43a8f1c4f service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523719 Jan 10 11:38:20.645473 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-85063bf7-2fa5-47c7-9b8d-6d9cf4907f7e req-5944a712-1c1b-41bc-a829-139b82b7cf75 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784597 Jan 10 11:38:20.677449 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 1402bd72-ebce-40e3-b2fe-9132d0fbe846 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:38:20.849027 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:38:20.864017 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:20.864017 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:20.959178 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:20.984866 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de742531-93dd-4422-b11c-57c35a136f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1402bd72-ebce-40e3-b2fe-9132d0fbe846'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:20.989635 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e51ec5e-bf36-478d-b9a7-0834c9825533" -d '{"events": [{"server_uuid": "de742531-93dd-4422-b11c-57c35a136f6e", "name": "network-vif-plugged", "status": "completed", "tag": "1402bd72-ebce-40e3-b2fe-9132d0fbe846"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:21.005098 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 1402bd72-ebce-40e3-b2fe-9132d0fbe846, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:21.096111 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f76e3-1fef-4007-9b86-ed551e08c5df req-e5f6b23e-a125-4aab-8325-55b449a712d0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:21.098411 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-df1f76e3-1fef-4007-9b86-ed551e08c5df req-e5f6b23e-a125-4aab-8325-55b449a712d0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0622604 Jan 10 11:38:21.131714 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:21.132807 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:38:21.173808 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-df1f76e3-1fef-4007-9b86-ed551e08c5df req-d89f9e69-d5d6-43f6-9022-ae964b5d3597 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682521 Jan 10 11:38:21.264124 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19334feb-cf23-445d-a567-905f62215359 x-openstack-request-id: req-19334feb-cf23-445d-a567-905f62215359 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:21.264483 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de742531-93dd-4422-b11c-57c35a136f6e", "name": "network-vif-plugged", "status": "completed", "tag": "1402bd72-ebce-40e3-b2fe-9132d0fbe846", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:21.264698 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19334feb-cf23-445d-a567-905f62215359 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:21.265080 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de742531-93dd-4422-b11c-57c35a136f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'code': 200} Jan 10 11:38:21.276527 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=1402bd72-ebce-40e3-b2fe-9132d0fbe846,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:21.380690 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port ad9b761f-8e30-4890-b16f-aceb4777ab0b completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:38:21.385462 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port ad9b761f-8e30-4890-b16f-aceb4777ab0b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:21.385796 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:21.406370 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ce90a-39e3-4ebd-b687-55a090a9f446 req-76d186e3-a143-4dd2-8fcd-6b52504ca64c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:21.408262 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f91ce90a-39e3-4ebd-b687-55a090a9f446 req-76d186e3-a143-4dd2-8fcd-6b52504ca64c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0590966 Jan 10 11:38:21.466953 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f91ce90a-39e3-4ebd-b687-55a090a9f446 req-12f8ada5-06fb-4cfb-8e06-34068c1923bf tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522237 Jan 10 11:38:21.477916 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:21.525103 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:21.674501 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:21.720405 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2bae3-58dc-4d9d-8209-9f4cc29690fc req-391141ab-33fb-4ea9-bf91-5ff36f17a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:21.722356 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6ec2bae3-58dc-4d9d-8209-9f4cc29690fc req-391141ab-33fb-4ea9-bf91-5ff36f17a7ab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 1098 time: 0.0528173 Jan 10 11:38:21.750686 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:21.810553 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6ec2bae3-58dc-4d9d-8209-9f4cc29690fc req-d725b75b-d129-4861-86e4-c9620fe25b57 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806267 Jan 10 11:38:21.822495 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd33451-8f18-4a59-82b3-e6681fe0f655 req-6fd70b17-8fe9-4575-8dd1-a81691199147 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:21.824036 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4fd33451-8f18-4a59-82b3-e6681fe0f655 req-6fd70b17-8fe9-4575-8dd1-a81691199147 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0788078 Jan 10 11:38:21.883720 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4fd33451-8f18-4a59-82b3-e6681fe0f655 req-651ee8c6-ed4d-4195-aeb3-6e30e73c7091 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537982 Jan 10 11:38:22.324179 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c11681-e16f-4a8c-9a21-203ef8f59d07 req-420726da-ab12-4dd7-82f7-2d71d90b5ca8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:22.325816 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4c11681-e16f-4a8c-9a21-203ef8f59d07 req-420726da-ab12-4dd7-82f7-2d71d90b5ca8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0588741 Jan 10 11:38:22.396133 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4c11681-e16f-4a8c-9a21-203ef8f59d07 req-5b7f6a89-e29f-4ca7-97ce-ef4de565143e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 Jan 10 11:38:22.622265 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76844916-c177-41f7-9891-99edf3b0b95e req-a32c6b9d-a25a-4828-bb6d-5409efabe8e3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:22.624602 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76844916-c177-41f7-9891-99edf3b0b95e req-a32c6b9d-a25a-4828-bb6d-5409efabe8e3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0779600 Jan 10 11:38:22.692675 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76844916-c177-41f7-9891-99edf3b0b95e req-2764387d-9646-4100-ac32-aea2e60cea65 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616562 Jan 10 11:38:23.018234 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde829a-0689-440a-b2e0-7e24a5c0db12 req-1a813dbe-c568-434d-8ef2-c9fe252da971 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:23.019703 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ffde829a-0689-440a-b2e0-7e24a5c0db12 req-1a813dbe-c568-434d-8ef2-c9fe252da971 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0482075 Jan 10 11:38:23.075174 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ffde829a-0689-440a-b2e0-7e24a5c0db12 req-92b8ac27-b375-4499-93d9-057a98f825b3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492909 Jan 10 11:38:23.266543 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:23.269867 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a757caa-3130-498e-8082-3969afa48f3b" -d '{"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-plugged", "status": "completed", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:23.306593 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2584c456-4310-4fff-babd-20b27f849a7b x-openstack-request-id: req-2584c456-4310-4fff-babd-20b27f849a7b {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:23.306901 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-plugged", "status": "completed", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:23.307157 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2584c456-4310-4fff-babd-20b27f849a7b {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:23.307549 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'code': 200} Jan 10 11:38:23.528130 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c45644-4645-462a-bcff-f43ceb1fc262 req-e24f9a0b-6bf2-4860-88dc-49384e7588a5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:23.529644 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a1c45644-4645-462a-bcff-f43ceb1fc262 req-e24f9a0b-6bf2-4860-88dc-49384e7588a5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0532296 Jan 10 11:38:23.578771 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a1c45644-4645-462a-bcff-f43ceb1fc262 req-25a8c8ce-a528-4362-bebd-dba2ef405b16 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431297 Jan 10 11:38:23.861231 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77d945-f01b-4b9d-adca-02bac027c4c4 req-94ee73ba-91af-4c70-b731-4e62b4a577a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:23.863148 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5a77d945-f01b-4b9d-adca-02bac027c4c4 req-94ee73ba-91af-4c70-b731-4e62b4a577a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 1098 time: 0.1139286 Jan 10 11:38:23.918106 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfac466-f4da-49da-95d1-9c2a5eacfbd3 req-cfc012af-a9e2-4b77-ad6e-3e82cf1ca72a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:23.922755 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ddfac466-f4da-49da-95d1-9c2a5eacfbd3 req-cfc012af-a9e2-4b77-ad6e-3e82cf1ca72a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.1063633 Jan 10 11:38:23.958877 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5a77d945-f01b-4b9d-adca-02bac027c4c4 req-3908cd23-5763-4813-a59e-b9912a3602c0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864403 Jan 10 11:38:24.022339 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ddfac466-f4da-49da-95d1-9c2a5eacfbd3 req-744fe778-b341-4ac2-8988-150fc3e56cbb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859833 Jan 10 11:38:24.149429 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ed0f0-b852-46fe-ad2a-d266b12739f7 req-5cdeb563-2c74-454a-9061-06f4806acb48 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:24.151063 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a11ed0f0-b852-46fe-ad2a-d266b12739f7 req-5cdeb563-2c74-454a-9061-06f4806acb48 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0572391 Jan 10 11:38:24.160422 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 37678) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:24.165541 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'floatingip': {'port_id': '1402bd72-ebce-40e3-b2fe-9132d0fbe846'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:24.212551 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4ea08-4d5b-4302-b09b-1587983d3217 req-db6daedf-6d76-4521-b1d1-220436b5095c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:24.214066 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-53d4ea08-4d5b-4302-b09b-1587983d3217 req-db6daedf-6d76-4521-b1d1-220436b5095c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0554283 Jan 10 11:38:24.242542 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (77c50603-2ef7-4f8e-8977-9ad1597e8861), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:24.286372 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-53d4ea08-4d5b-4302-b09b-1587983d3217 req-45d6c8a8-1d73-4c91-bb90-67ce5818bed0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499804 Jan 10 11:38:24.512113 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d2debf0d-38b6-4ae1-9675-00a7663eea7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:24.618195 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 37684) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:24.735891 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8552-7678-41fc-80a4-8e41c93ffc98 req-44a39166-2887-4e3e-9039-8c4ebdd8d49a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:24.737352 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63ce8552-7678-41fc-80a4-8e41c93ffc98 req-44a39166-2887-4e3e-9039-8c4ebdd8d49a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0689282 Jan 10 11:38:24.807842 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:24.821300 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63ce8552-7678-41fc-80a4-8e41c93ffc98 req-60d68fcd-5af7-4079-a300-790a02d106a0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705779 Jan 10 11:38:24.917783 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Publish callbacks [] for security_group (12110b58-959f-4718-b8e9-d08bce6542cf), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:25.118470 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (12110b58-959f-4718-b8e9-d08bce6542cf), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:25.138070 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:25.163605 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c835aeb7013445ba8ca5f0bba85bf59d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441833 Jan 10 11:38:25.165999 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12110b58-959f-4718-b8e9-d08bce6542cf,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:25.167141 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 37700) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:25.175104 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.175831 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.175965 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.176372 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.176771 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.177164 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.177557 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.177995 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.178404 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.179588 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.180151 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.180310 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.180510 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06f11dc-7ab0-496d-a284-75c8647475d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.225409 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Publish callbacks [] for security_group (12110b58-959f-4718-b8e9-d08bce6542cf), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:25.247643 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Publish callbacks [] for security_group (12110b58-959f-4718-b8e9-d08bce6542cf), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:25.412232 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b1ffb-88aa-4c39-a940-0185862cc7ea req-c6371b18-5487-4165-8fe2-09799725b46e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:25.413935 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-234b1ffb-88aa-4c39-a940-0185862cc7ea req-c6371b18-5487-4165-8fe2-09799725b46e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0531194 Jan 10 11:38:25.462180 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (77c50603-2ef7-4f8e-8977-9ad1597e8861), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:25.469167 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-234b1ffb-88aa-4c39-a940-0185862cc7ea req-4144098d-62ea-497e-8516-53fab0cf87f9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491469 Jan 10 11:38:25.610648 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Floating IP 77c50603-2ef7-4f8e-8977-9ad1597e8861 associated. External IP: 172.37.3.82, port: 1402bd72-ebce-40e3-b2fe-9132d0fbe846. Jan 10 11:38:25.675902 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (12110b58-959f-4718-b8e9-d08bce6542cf), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:25.679221 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:25.680418 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/12110b58-959f-4718-b8e9-d08bce6542cf HTTP/1.1" status: 204 len: 168 time: 0.5116742 Jan 10 11:38:25.696851 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12110b58-959f-4718-b8e9-d08bce6542cf,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:25.709350 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.709720 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.711151 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.711306 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.711644 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.711973 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.712302 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.712746 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.713090 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.713465 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.713787 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.714104 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.714474 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285a3642-820e-4333-bebe-a3d5d9db92f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:25.903169 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Router 6c9ea1f8-9b16-4181-997d-173a9467d593 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:38:25.990895 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88198b-e5af-4cb4-b246-dd3499c489d1 req-47a368a5-0ff4-42fa-bfc0-2975f25b4476 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:25.992590 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ec88198b-e5af-4cb4-b246-dd3499c489d1 req-47a368a5-0ff4-42fa-bfc0-2975f25b4476 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0654578 Jan 10 11:38:26.033417 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:38:26.038993 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:26.052280 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] Sync routers for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:38:26.061253 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ec88198b-e5af-4cb4-b246-dd3499c489d1 req-60d9e751-bab8-43e1-85e4-15b89ca8f4b5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627131 Jan 10 11:38:26.064619 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:38:26.065274 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:26.101411 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-963c2c4f-0a46-4e0e-b8fd-bfc507be6ac3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "PUT /v2.0/floatingips/77c50603-2ef7-4f8e-8977-9ad1597e8861 HTTP/1.1" status: 200 len: 990 time: 1.9366708 Jan 10 11:38:26.101411 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de742531-93dd-4422-b11c-57c35a136f6e', 'tag': '1402bd72-ebce-40e3-b2fe-9132d0fbe846'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:26.102619 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817517a2-2993-48a7-8d25-215d3f505d25" -d '{"events": [{"name": "network-changed", "server_uuid": "de742531-93dd-4422-b11c-57c35a136f6e", "tag": "1402bd72-ebce-40e3-b2fe-9132d0fbe846"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:26.145364 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267a662e-4d72-49cc-b47a-d54e6dd1a799 x-openstack-request-id: req-267a662e-4d72-49cc-b47a-d54e6dd1a799 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:26.145656 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de742531-93dd-4422-b11c-57c35a136f6e", "tag": "1402bd72-ebce-40e3-b2fe-9132d0fbe846", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:26.149048 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-267a662e-4d72-49cc-b47a-d54e6dd1a799 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:26.149048 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de742531-93dd-4422-b11c-57c35a136f6e', 'tag': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'status': 'completed', 'code': 200} Jan 10 11:38:26.231838 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:38:26.239270 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517a2-2993-48a7-8d25-215d3f505d25 req-74db8e61-3c46-4dca-87c5-3bdc8fa31040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:26.240761 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-817517a2-2993-48a7-8d25-215d3f505d25 req-74db8e61-3c46-4dca-87c5-3bdc8fa31040 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 1098 time: 0.0603557 Jan 10 11:38:26.341074 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517a2-2993-48a7-8d25-215d3f505d25 req-5eb26b00-b03a-4a00-97da-105e9babfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:26.342710 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-817517a2-2993-48a7-8d25-215d3f505d25 req-5eb26b00-b03a-4a00-97da-105e9babfe31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 910 time: 0.0951111 Jan 10 11:38:26.447184 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-817517a2-2993-48a7-8d25-215d3f505d25 req-016a2c3e-452a-4bf7-a210-1ba7f3dacbb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846 HTTP/1.1" status: 200 len: 998 time: 0.0976076 Jan 10 11:38:26.510420 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517a2-2993-48a7-8d25-215d3f505d25 req-53a801f6-b827-4496-a5ce-8fcf645e8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:26.513154 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-817517a2-2993-48a7-8d25-215d3f505d25 req-53a801f6-b827-4496-a5ce-8fcf645e8fe6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe8d977-d9d4-4188-b59c-1cc7a7b05656 HTTP/1.1" status: 200 len: 848 time: 0.0586905 Jan 10 11:38:26.557344 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77c50603-2ef7-4f8e-8977-9ad1597e8861', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'floating_ip_address': '172.37.3.82', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'port_id': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'mac_address': 'fa:16:3e:5d:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de742531-93dd-4422-b11c-57c35a136f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:37:53Z', 'updated_at': '2022-01-10T11:38:24Z', 'revision_number': 1, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:26.596611 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] Checking router: 6c9ea1f8-9b16-4181-997d-173a9467d593 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:38:26.607076 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:38:26.607841 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:37:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:26.608096 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff936dd-0f0a-44c0-97f9-6ba9741b64c2 req-f91b0bec-75d9-417a-add4-bec18b7268b5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:26.609676 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5ff936dd-0f0a-44c0-97f9-6ba9741b64c2 req-f91b0bec-75d9-417a-add4-bec18b7268b5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0565200 Jan 10 11:38:26.665439 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5ff936dd-0f0a-44c0-97f9-6ba9741b64c2 req-d4e6c4d6-4aa8-4481-9a7a-f48d2b2c50ef tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494800 Jan 10 11:38:26.712625 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0a0ed98a-382a-46ac-bbcf-8f2295b6b333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:26.727926 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:38:26.805327 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b66fe-3f21-40c5-97ab-01b2f6534f4e req-7810e9ac-9589-4b0c-a3b6-7f282a031262 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:26.806878 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6f5b66fe-3f21-40c5-97ab-01b2f6534f4e req-7810e9ac-9589-4b0c-a3b6-7f282a031262 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0505860 Jan 10 11:38:26.816022 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 37730) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:26.822148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'floatingip': {'port_id': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:26.854702 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 37732) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:26.864955 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (1b9553a7-a15d-4c0a-9417-346dbb2ef07c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:26.870019 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dec5b973-04d3-44be-b76d-4c1cd93231a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:26.974805 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dec5b973-04d3-44be-b76d-4c1cd93231a3 admin admin] Publish callbacks [] for security_group (f2f599d0-7068-4fde-bf3b-ef0bd2bbfb31), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:27.019671 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77c50603-2ef7-4f8e-8977-9ad1597e8861', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'floating_ip_address': '172.37.3.82', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'port_id': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'mac_address': 'fa:16:3e:5d:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de742531-93dd-4422-b11c-57c35a136f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:37:53Z', 'updated_at': '2022-01-10T11:38:24Z', 'revision_number': 1, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:27.053162 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152b3ede-de10-46ec-81d4-e83dd535feca None None] The sync data for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi is: [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '77c50603-2ef7-4f8e-8977-9ad1597e8861', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'floating_ip_address': '172.37.3.82', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'port_id': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'mac_address': 'fa:16:3e:5d:20:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de742531-93dd-4422-b11c-57c35a136f6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:37:53Z', 'updated_at': '2022-01-10T11:38:24Z', 'revision_number': 1, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:38:27.219773 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ba8a2-37b6-477a-926c-5a9436702768 req-1cc8f690-c894-481d-a1fe-347cb5587811 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:27.228131 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-351ba8a2-37b6-477a-926c-5a9436702768 req-1cc8f690-c894-481d-a1fe-347cb5587811 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0595520 Jan 10 11:38:27.287798 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-351ba8a2-37b6-477a-926c-5a9436702768 req-e1e036f0-f881-4baf-902b-b6439309685a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583944 Jan 10 11:38:27.337231 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a54791a-aecc-45f5-a9d3-f321d1b0c92d None None] New status for floating IP 77c50603-2ef7-4f8e-8977-9ad1597e8861: ACTIVE {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:38:27.597742 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:27.717751 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-dec5b973-04d3-44be-b76d-4c1cd93231a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f2f599d0-7068-4fde-bf3b-ef0bd2bbfb31), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:27.757596 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5b973-04d3-44be-b76d-4c1cd93231a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f599d0-7068-4fde-bf3b-ef0bd2bbfb31,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:27.761725 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-dec5b973-04d3-44be-b76d-4c1cd93231a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=044d181af4ca46a5aa9547701cb94ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9060113 Jan 10 11:38:27.764298 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 37748) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:27.798645 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (1b9553a7-a15d-4c0a-9417-346dbb2ef07c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:27.816130 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4491-6207-403e-b790-5fa076f985a6 admin admin] Publish callbacks [] for security_group (f2f599d0-7068-4fde-bf3b-ef0bd2bbfb31), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:27.840807 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4491-6207-403e-b790-5fa076f985a6 admin admin] Publish callbacks [] for security_group (f2f599d0-7068-4fde-bf3b-ef0bd2bbfb31), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:27.905160 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Floating IP 1b9553a7-a15d-4c0a-9417-346dbb2ef07c associated. External IP: 172.37.3.164, port: ad9b761f-8e30-4890-b16f-aceb4777ab0b. Jan 10 11:38:27.997597 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:28.032005 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4491-6207-403e-b790-5fa076f985a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f2f599d0-7068-4fde-bf3b-ef0bd2bbfb31), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:28.034769 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ca1d4491-6207-403e-b790-5fa076f985a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:28.037348 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ca1d4491-6207-403e-b790-5fa076f985a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2f599d0-7068-4fde-bf3b-ef0bd2bbfb31 HTTP/1.1" status: 204 len: 168 time: 0.2707767 Jan 10 11:38:28.046563 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d4491-6207-403e-b790-5fa076f985a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f599d0-7068-4fde-bf3b-ef0bd2bbfb31,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:28.140989 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:38:28.252722 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:38:28.258697 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:28.263652 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] Sync routers for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:38:28.278877 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:38:28.278877 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:38:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:28.303124 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-58fefe9a-b0e9-432f-9e0b-b139c86f5ef4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "PUT /v2.0/floatingips/1b9553a7-a15d-4c0a-9417-346dbb2ef07c HTTP/1.1" status: 200 len: 991 time: 1.4828320 Jan 10 11:38:28.303124 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:28.304182 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cccf566-1b03-4387-9333-8a2216a037f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:28.487197 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:38:28.797483 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1b9553a7-a15d-4c0a-9417-346dbb2ef07c', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'floating_ip_address': '172.37.3.164', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'port_id': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'mac_address': 'fa:16:3e:2a:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:37:51Z', 'updated_at': '2022-01-10T11:38:27Z', 'revision_number': 1, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:28.832954 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] Checking router: 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:38:28.841899 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:38:28.842530 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:38:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:28.952251 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:38:29.188614 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1b9553a7-a15d-4c0a-9417-346dbb2ef07c', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'floating_ip_address': '172.37.3.164', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'port_id': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'mac_address': 'fa:16:3e:2a:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:37:51Z', 'updated_at': '2022-01-10T11:38:27Z', 'revision_number': 1, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:29.217419 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa70d7-c9c8-4480-98c3-0bde824172b0 None None] The sync data for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi is: [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1b9553a7-a15d-4c0a-9417-346dbb2ef07c', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'floating_ip_address': '172.37.3.164', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'port_id': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'mac_address': 'fa:16:3e:2a:e8:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:37:51Z', 'updated_at': '2022-01-10T11:38:27Z', 'revision_number': 1, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:38:29.425648 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ea628-0ae6-4ca1-a7b0-359f630c87c8 None None] New status for floating IP 1b9553a7-a15d-4c0a-9417-346dbb2ef07c: ACTIVE {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:38:29.660787 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:29.805138 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517a2-2993-48a7-8d25-215d3f505d25 req-3c83ea4d-684c-4a07-983f-927dee7ecdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:29.806678 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-817517a2-2993-48a7-8d25-215d3f505d25 req-3c83ea4d-684c-4a07-983f-927dee7ecdfe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553548 Jan 10 11:38:29.838591 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bfde6b-4025-4bda-a69c-e99680a106e4 x-openstack-request-id: req-16bfde6b-4025-4bda-a69c-e99680a106e4 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:29.846470 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:29.846470 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16bfde6b-4025-4bda-a69c-e99680a106e4 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:29.846470 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'status': 'completed', 'code': 200} Jan 10 11:38:29.900266 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-f0072020-015a-4104-8b9e-6cbc62c62681 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748518 Jan 10 11:38:29.913842 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-880f32ec-394d-4c22-9258-e4f1562df56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:29.915602 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-880f32ec-394d-4c22-9258-e4f1562df56f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 1098 time: 0.0476353 Jan 10 11:38:29.972357 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fec8b-8d93-4414-b24b-8eb6d39704c2 req-4445dae7-089d-43de-a4c5-7bfcb36e9732 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:29.973893 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-830fec8b-8d93-4414-b24b-8eb6d39704c2 req-4445dae7-089d-43de-a4c5-7bfcb36e9732 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0788715 Jan 10 11:38:29.977026 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-817517a2-2993-48a7-8d25-215d3f505d25 req-713e577d-26d0-43d6-b407-74c7ed4e740b service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507690 Jan 10 11:38:30.049039 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-91461b51-e430-478e-aa6c-56c69c3665a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:30.050612 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-91461b51-e430-478e-aa6c-56c69c3665a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 1099 time: 0.0679677 Jan 10 11:38:30.051725 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-d9603144-6564-4b30-b1d6-fc137d7cef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:30.053052 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-d9603144-6564-4b30-b1d6-fc137d7cef05 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 917 time: 0.1302381 Jan 10 11:38:30.095351 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:30.107360 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-830fec8b-8d93-4414-b24b-8eb6d39704c2 req-386401aa-aa0a-410f-97fe-06baa81809d3 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113834 Jan 10 11:38:30.123881 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-817517a2-2993-48a7-8d25-215d3f505d25 req-565fdb48-7300-4f80-b1a8-b0c45ff40b4f service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387429 Jan 10 11:38:30.266286 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-f0a792ba-1ba5-45d4-b70b-d4309a99f118 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b HTTP/1.1" status: 200 len: 1001 time: 0.2060151 Jan 10 11:38:30.287119 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-d19f845f-07b5-4d83-82ad-52c20f348f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:30.289201 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-d19f845f-07b5-4d83-82ad-52c20f348f52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 914 time: 0.1966379 Jan 10 11:38:30.825884 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:38:30.906320 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:33.161008 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-355cd316-03b9-45c6-b425-f36bb6ebb110 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc HTTP/1.1" status: 200 len: 217 time: 0.0698936 Jan 10 11:38:33.206407 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-fd886e03-e356-4a93-b3f7-146c9cd5ed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:33.209419 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-fd886e03-e356-4a93-b3f7-146c9cd5ed9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.1182756 Jan 10 11:38:33.257622 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-eeb70430-5213-486a-a5bd-f96d14f9a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:33.259960 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-eeb70430-5213-486a-a5bd-f96d14f9a534 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dde2740e-0ff9-41b0-a0e1-90d9070df217 HTTP/1.1" status: 200 len: 853 time: 0.0897150 Jan 10 11:38:33.277417 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-610050cd-e346-4cfb-84c5-9016178feb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:33.280222 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-610050cd-e346-4cfb-84c5-9016178feb4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623238 Jan 10 11:38:33.333189 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-995ec341-1631-4cd1-9405-b1bbdb8d680c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73452465-d5d7-4c27-928c-80c648c05035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516076 Jan 10 11:38:33.400605 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9157a-0726-4827-9188-2810ab040b94 req-f6e3f775-ad29-4c21-8f0d-ad71c21c2bc7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:33.402319 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-79a9157a-0726-4827-9188-2810ab040b94 req-f6e3f775-ad29-4c21-8f0d-ad71c21c2bc7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0600696 Jan 10 11:38:33.472351 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-a6a86b26-9edd-4189-8e6f-6d40032fa4eb service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734605 Jan 10 11:38:33.472469 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-79a9157a-0726-4827-9188-2810ab040b94 req-f49c77db-2d12-44a3-8659-074d59e1479a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596919 Jan 10 11:38:33.522595 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-e33d0f43-a748-4cbd-96d5-a7def3cbbe21 service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567252 Jan 10 11:38:33.653504 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3cccf566-1b03-4387-9333-8a2216a037f0 req-c16276ca-fdd8-44e5-8d19-8e53db6bd389 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743059 Jan 10 11:38:33.675736 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7322a8cb-61c8-460f-97d3-189a6e433b3e req-89d6ecc2-2c78-4bba-8077-a25f3c951b93 service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185057 Jan 10 11:38:34.620992 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace8685-ed0c-41ea-b29b-2eaf1618bce7 req-04a85936-eb8e-4add-9c04-2bacc0d97473 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:34.622525 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3ace8685-ed0c-41ea-b29b-2eaf1618bce7 req-04a85936-eb8e-4add-9c04-2bacc0d97473 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0634234 Jan 10 11:38:34.672050 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3ace8685-ed0c-41ea-b29b-2eaf1618bce7 req-aa260e74-3a30-4732-ab4a-eb6ed4b677a3 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436912 Jan 10 11:38:35.816475 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ba8d1-f43e-4462-adf9-50369ad11f31 req-3de4d103-045e-4aac-b205-eddbe219d7bd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:35.818040 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d64ba8d1-f43e-4462-adf9-50369ad11f31 req-3de4d103-045e-4aac-b205-eddbe219d7bd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0584178 Jan 10 11:38:35.875004 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d64ba8d1-f43e-4462-adf9-50369ad11f31 req-9b7581f8-1e1d-4ece-9898-3f900bcb4e62 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505023 Jan 10 11:38:37.084798 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabb3e1-d662-4006-81ec-65f8c3b4f06c req-06091111-a340-4b25-ba91-ada29d517a58 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:37.088404 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6cabb3e1-d662-4006-81ec-65f8c3b4f06c req-06091111-a340-4b25-ba91-ada29d517a58 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.1123304 Jan 10 11:38:37.233718 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6cabb3e1-d662-4006-81ec-65f8c3b4f06c req-53f7833b-83c3-404d-8be7-c6de8a36af3b tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296353 Jan 10 11:38:37.245224 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04237-8476-4292-9ee8-df8be252cde0 req-49fcf9a4-abc4-4d4b-b411-dd2e3ee3bfe3 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:37.247171 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-49fcf9a4-abc4-4d4b-b411-dd2e3ee3bfe3 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 813 time: 0.2156429 Jan 10 11:38:37.267366 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-d6dc8012-f713-40f0-aa07-5b36f3d9746e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/quotas/1c300abbfb3b48dab6c40f20c7eb9cd1 HTTP/1.1" status: 200 len: 375 time: 0.0128520 Jan 10 11:38:37.328225 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-e796c1ea-9c93-4443-835e-5b27900ab0b5 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0530457 Jan 10 11:38:37.431592 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-da7af1ec-5e0a-4822-921a-b3bb0272affc service neutron] 10.222.0.20 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936682 Jan 10 11:38:37.616782 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-1832706c-4fce-43b3-bfd4-c9a780d5d35b service neutron] 10.222.0.20 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725261 Jan 10 11:38:37.972033 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-11297f44-4d9d-4d79-a55f-4c0d9dd2b555 req-e7ac8f5d-1f58-40d0-ad78-94aea5f69e78 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 210 time: 0.0272396 Jan 10 11:38:38.402794 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b67471-d2e2-41e7-803b-afa7969aa642 req-12148ae9-5284-4dc3-9a93-9e1747857edb tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:38.404536 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-35b67471-d2e2-41e7-803b-afa7969aa642 req-12148ae9-5284-4dc3-9a93-9e1747857edb tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0702310 Jan 10 11:38:38.505482 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-35b67471-d2e2-41e7-803b-afa7969aa642 req-671b5237-2849-40be-919b-7312b00a1cb1 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898359 Jan 10 11:38:39.076743 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2d6102d-3fe1-4a6d-84de-359886c06759 req-dc6966c0-3d4f-4e44-b207-ce49c703cb0d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 210 time: 0.0281894 Jan 10 11:38:39.341160 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38042) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:39.547020 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38050) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:39.622158 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1d8-c04c-4e70-927f-6ee2f628a623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:39.904632 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d883-9ea9-4931-92b3-befc6101ffff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:39.995872 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cb865-227d-47b5-b4f1-7d6410675fa1 req-72fe34fd-b8c4-42c7-b066-d27a12c6c6fd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:40.007697 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d41cb865-227d-47b5-b4f1-7d6410675fa1 req-72fe34fd-b8c4-42c7-b066-d27a12c6c6fd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.4062850 Jan 10 11:38:40.157859 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1d8-c04c-4e70-927f-6ee2f628a623 admin admin] Publish callbacks [] for security_group (ea14972d-980c-466f-a3cb-044ffc8a51f1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.162932 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d41cb865-227d-47b5-b4f1-7d6410675fa1 req-a7d495e2-2ae7-422d-8eed-3c739cec5e8e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542199 Jan 10 11:38:40.206091 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d883-9ea9-4931-92b3-befc6101ffff admin admin] Publish callbacks [] for security_group (ff50b056-17c4-4ceb-b8ff-1c3b5f5bcf23), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.304038 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a8a8ffb9-0850-4d13-848b-30878f158fef req-99c0a62e-eed5-4a07-9b32-30a55d10a152 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 210 time: 0.0317764 Jan 10 11:38:40.324590 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a69dc1d8-c04c-4e70-927f-6ee2f628a623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ea14972d-980c-466f-a3cb-044ffc8a51f1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.395536 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a69dc1d8-c04c-4e70-927f-6ee2f628a623 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f9a1e4405624fddb7b74f8ac99219a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0529871 Jan 10 11:38:40.396929 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dc1d8-c04c-4e70-927f-6ee2f628a623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea14972d-980c-466f-a3cb-044ffc8a51f1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:40.399507 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38064) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:40.439016 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5bf1d883-9ea9-4931-92b3-befc6101ffff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ff50b056-17c4-4ceb-b8ff-1c3b5f5bcf23), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.484437 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8173168f-2cc0-4962-9abe-1d23666e2497 admin admin] Publish callbacks [] for security_group (ea14972d-980c-466f-a3cb-044ffc8a51f1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.523980 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8173168f-2cc0-4962-9abe-1d23666e2497 admin admin] Publish callbacks [] for security_group (ea14972d-980c-466f-a3cb-044ffc8a51f1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.534245 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5bf1d883-9ea9-4931-92b3-befc6101ffff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23cef35cb33443858942522019b51ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9794736 Jan 10 11:38:40.534245 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1d883-9ea9-4931-92b3-befc6101ffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff50b056-17c4-4ceb-b8ff-1c3b5f5bcf23,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:40.534639 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38066) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:40.614897 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57b9a149-2ad5-488c-abcf-e330da77d76b admin admin] Publish callbacks [] for security_group (ff50b056-17c4-4ceb-b8ff-1c3b5f5bcf23), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.641079 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57b9a149-2ad5-488c-abcf-e330da77d76b admin admin] Publish callbacks [] for security_group (ff50b056-17c4-4ceb-b8ff-1c3b5f5bcf23), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.718375 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8173168f-2cc0-4962-9abe-1d23666e2497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ea14972d-980c-466f-a3cb-044ffc8a51f1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.724417 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8173168f-2cc0-4962-9abe-1d23666e2497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.725828 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8173168f-2cc0-4962-9abe-1d23666e2497 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea14972d-980c-466f-a3cb-044ffc8a51f1 HTTP/1.1" status: 204 len: 168 time: 0.3248780 Jan 10 11:38:40.736054 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173168f-2cc0-4962-9abe-1d23666e2497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea14972d-980c-466f-a3cb-044ffc8a51f1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:40.797950 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38072) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:40.844737 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57b9a149-2ad5-488c-abcf-e330da77d76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ff50b056-17c4-4ceb-b8ff-1c3b5f5bcf23), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.849566 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-57b9a149-2ad5-488c-abcf-e330da77d76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:40.852310 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-57b9a149-2ad5-488c-abcf-e330da77d76b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff50b056-17c4-4ceb-b8ff-1c3b5f5bcf23 HTTP/1.1" status: 204 len: 168 time: 0.3162169 Jan 10 11:38:40.868045 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9a149-2ad5-488c-abcf-e330da77d76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff50b056-17c4-4ceb-b8ff-1c3b5f5bcf23,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:40.946586 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab29c-cf59-440f-82ee-4ddc6808d6c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:41.065233 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab29c-cf59-440f-82ee-4ddc6808d6c0 admin admin] Publish callbacks [] for security_group (36bfbc32-36e1-47cd-9c60-da28d28a37c8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:41.192566 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab29c-cf59-440f-82ee-4ddc6808d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (36bfbc32-36e1-47cd-9c60-da28d28a37c8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:41.270571 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6b8ab29c-cf59-440f-82ee-4ddc6808d6c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=871fc8e059df45b39ad8aa1354964d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4711676 Jan 10 11:38:41.274488 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab29c-cf59-440f-82ee-4ddc6808d6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bfbc32-36e1-47cd-9c60-da28d28a37c8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:41.276007 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38088) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:41.367456 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94eeb986-144a-401c-bd42-55bd30482413 admin admin] Publish callbacks [] for security_group (36bfbc32-36e1-47cd-9c60-da28d28a37c8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:41.381735 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1d0fa-fdc5-4f5e-9b7f-387fa9a74ef0 req-5343d4e4-c23d-4157-ae68-83f01d98e6ae tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:41.381735 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-36d1d0fa-fdc5-4f5e-9b7f-387fa9a74ef0 req-5343d4e4-c23d-4157-ae68-83f01d98e6ae tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0966668 Jan 10 11:38:41.413235 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94eeb986-144a-401c-bd42-55bd30482413 admin admin] Publish callbacks [] for security_group (36bfbc32-36e1-47cd-9c60-da28d28a37c8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:41.478876 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76df9b0f-ac1f-4a92-9549-b471eb8cda1c req-92d5a27a-1336-46e3-a373-18bb18980aae tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 210 time: 0.0404794 Jan 10 11:38:41.519509 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-36d1d0fa-fdc5-4f5e-9b7f-387fa9a74ef0 req-bc36a6c0-431e-4402-95ce-fe7f4db8559f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166198 Jan 10 11:38:41.696244 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94eeb986-144a-401c-bd42-55bd30482413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (36bfbc32-36e1-47cd-9c60-da28d28a37c8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:41.699005 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-94eeb986-144a-401c-bd42-55bd30482413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:41.702324 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-94eeb986-144a-401c-bd42-55bd30482413 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36bfbc32-36e1-47cd-9c60-da28d28a37c8 HTTP/1.1" status: 204 len: 168 time: 0.4232328 Jan 10 11:38:41.708537 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eeb986-144a-401c-bd42-55bd30482413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bfbc32-36e1-47cd-9c60-da28d28a37c8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:41.984857 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38104) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:42.001539 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a58db809-26f5-4eda-ba95-84552fd3c728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.222600 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a58db809-26f5-4eda-ba95-84552fd3c728 admin admin] Publish callbacks [] for security_group (74a008d3-ccac-4119-a32e-e06eb8d1bd98), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.275475 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04237-8476-4292-9ee8-df8be252cde0 req-a7f69b96-48cf-4ccf-9348-8b0493c18441 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:42.277183 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-a7f69b96-48cf-4ccf-9348-8b0493c18441 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 813 time: 0.2304032 Jan 10 11:38:42.297058 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Request body: {'port': {'device_id': '8dcee495-de1c-4d5b-9bee-3c6444b9094d', 'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'admin_state_up': True, 'tenant_id': '1c300abbfb3b48dab6c40f20c7eb9cd1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:42.500954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a58db809-26f5-4eda-ba95-84552fd3c728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (74a008d3-ccac-4119-a32e-e06eb8d1bd98), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.559897 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38124) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:42.560426 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a58db809-26f5-4eda-ba95-84552fd3c728 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f8d6323a6bd4739a1c866f2e164934f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5737927 Jan 10 11:38:42.560982 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58db809-26f5-4eda-ba95-84552fd3c728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a008d3-ccac-4119-a32e-e06eb8d1bd98,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:42.598006 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Made reservation on behalf of 1c300abbfb3b48dab6c40f20c7eb9cd1 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:38:42.602323 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.634345 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7359-9e6d-4cbb-8d90-37c2e3e7cb8b admin admin] Publish callbacks [] for security_group (74a008d3-ccac-4119-a32e-e06eb8d1bd98), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.660207 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9a42c99c-c044-46a3-bb17-371acc2329ad req-1546c20f-7f03-42ad-8825-e22753be6448 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 210 time: 0.0411105 Jan 10 11:38:42.680299 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7359-9e6d-4cbb-8d90-37c2e3e7cb8b admin admin] Publish callbacks [] for security_group (74a008d3-ccac-4119-a32e-e06eb8d1bd98), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.751210 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Allocated IP 172.20.0.13 (73452465-d5d7-4c27-928c-80c648c05035/dde2740e-0ff9-41b0-a0e1-90d9070df217/1ecb83fe-4c4e-4c26-a55a-834028f08a68) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:38:42.775787 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaa1cb-8f79-43a8-adc9-8f227fec0abb req-25e98fe7-ff2c-45ff-aabc-f5e3ff0987a6 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:42.785337 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cdcaa1cb-8f79-43a8-adc9-8f227fec0abb req-25e98fe7-ff2c-45ff-aabc-f5e3ff0987a6 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.1329741 Jan 10 11:38:42.869991 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cdcaa1cb-8f79-43a8-adc9-8f227fec0abb req-752472ef-1281-405a-b88b-696dea89bc4e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Jan 10 11:38:42.952420 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7359-9e6d-4cbb-8d90-37c2e3e7cb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (74a008d3-ccac-4119-a32e-e06eb8d1bd98), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.955199 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6d5b7359-9e6d-4cbb-8d90-37c2e3e7cb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.956493 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6d5b7359-9e6d-4cbb-8d90-37c2e3e7cb8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74a008d3-ccac-4119-a32e-e06eb8d1bd98 HTTP/1.1" status: 204 len: 168 time: 0.3943794 Jan 10 11:38:42.965042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b7359-9e6d-4cbb-8d90-37c2e3e7cb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a008d3-ccac-4119-a32e-e06eb8d1bd98,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:42.973524 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks [] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:42.998901 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38138) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:43.020916 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc80ae6f-74e5-4d01-a667-97a0f6c1fc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.141045 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc80ae6f-74e5-4d01-a667-97a0f6c1fc51 admin admin] Publish callbacks [] for security_group (5a1706c9-4e59-4fa2-8783-b999b374a7a0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.283881 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-cc80ae6f-74e5-4d01-a667-97a0f6c1fc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (5a1706c9-4e59-4fa2-8783-b999b374a7a0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.335703 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-cc80ae6f-74e5-4d01-a667-97a0f6c1fc51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=489aff28f60845f3a32e36013fec79cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357959 Jan 10 11:38:43.337795 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80ae6f-74e5-4d01-a667-97a0f6c1fc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1706c9-4e59-4fa2-8783-b999b374a7a0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:43.339971 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38144) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:43.390017 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.408857 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:43.435015 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-09ec99b2-510c-4196-8aa7-f6eac1c1cfc0 admin admin] Publish callbacks [] for security_group (5a1706c9-4e59-4fa2-8783-b999b374a7a0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.477819 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Network 73452465-d5d7-4c27-928c-80c648c05035 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:38:43.478640 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Pushing event updated for resources: {'Port': ['ID=1ecb83fe-4c4e-4c26-a55a-834028f08a68,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:43.482839 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-09ec99b2-510c-4196-8aa7-f6eac1c1cfc0 admin admin] Publish callbacks [] for security_group (5a1706c9-4e59-4fa2-8783-b999b374a7a0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.485391 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:38:43.492540 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:38:43.498536 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:43.499187 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.675787 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-c0b2354e-8b1d-401f-8b1d-ad5d45e7cc55 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3834357 Jan 10 11:38:43.675787 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-09ec99b2-510c-4196-8aa7-f6eac1c1cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (5a1706c9-4e59-4fa2-8783-b999b374a7a0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.680054 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-09ec99b2-510c-4196-8aa7-f6eac1c1cfc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.683738 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-09ec99b2-510c-4196-8aa7-f6eac1c1cfc0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a1706c9-4e59-4fa2-8783-b999b374a7a0 HTTP/1.1" status: 204 len: 168 time: 0.3402846 Jan 10 11:38:43.694188 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec99b2-510c-4196-8aa7-f6eac1c1cfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1706c9-4e59-4fa2-8783-b999b374a7a0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:43.709977 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Request body: {'port': {'device_id': '8dcee495-de1c-4d5b-9bee-3c6444b9094d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:38:43.795287 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:43.838254 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b21589-1103-4e0f-987f-73101a2c2b0e req-b58a9d32-2588-472e-8f05-2d3d62f91d08 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:43.840095 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-13b21589-1103-4e0f-987f-73101a2c2b0e req-b58a9d32-2588-472e-8f05-2d3d62f91d08 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 932 time: 0.0905006 Jan 10 11:38:43.924874 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-13b21589-1103-4e0f-987f-73101a2c2b0e req-789257e2-aea8-4346-90d5-510b78c0dd83 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784202 Jan 10 11:38:44.013295 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec71f2b-04bf-4120-b341-4f9e8ed9fe3b req-a75ab343-b2b4-4af0-b020-7b2422beb597 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:44.015479 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5ec71f2b-04bf-4120-b341-4f9e8ed9fe3b req-a75ab343-b2b4-4af0-b020-7b2422beb597 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0544477 Jan 10 11:38:44.068933 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5ec71f2b-04bf-4120-b341-4f9e8ed9fe3b req-e14b702b-3153-4825-9964-8cc0fc8d58fd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Jan 10 11:38:44.172525 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ecb83fe-4c4e-4c26-a55a-834028f08a68 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:44.183106 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Publish callbacks [] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:44.210320 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Transition to ACTIVE for port object 1ecb83fe-4c4e-4c26-a55a-834028f08a68 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:38:44.336034 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:44.405522 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecb83fe-4c4e-4c26-a55a-834028f08a68,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:44.452777 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Attempting to bind port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:38:44.453115 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Attempting to bind port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:38:44.453442 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Attempting to bind port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 on network 73452465-d5d7-4c27-928c-80c648c05035 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:38:44.458928 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 on network 73452465-d5d7-4c27-928c-80c648c05035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:38:44.459252 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Attempting to bind port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 on network 73452465-d5d7-4c27-928c-80c648c05035 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:38:44.465282 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:38:44.465624 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Checking segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:38:44.466015 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Bound using segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:38:44.466484 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Bound port: 1ecb83fe-4c4e-4c26-a55a-834028f08a68, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:38:44.466849 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:44.540751 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] For port 1ecb83fe-4c4e-4c26-a55a-834028f08a68, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:38:44.542715 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] For port 1ecb83fe-4c4e-4c26-a55a-834028f08a68, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1ecb83fe-4c4e-4c26-a55a-834028f08a68,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:38:44.691001 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:44.737223 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:44.737223 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:44.737223 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] 10.222.0.31 "PUT /v2.0/ports/1ecb83fe-4c4e-4c26-a55a-834028f08a68 HTTP/1.1" status: 200 len: 1094 time: 1.0374391 Jan 10 11:38:44.737223 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dcee495-de1c-4d5b-9bee-3c6444b9094d', 'tag': '1ecb83fe-4c4e-4c26-a55a-834028f08a68'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:44.737506 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b18103d-89e1-4c06-a23d-112a669ca437" -d '{"events": [{"name": "network-changed", "server_uuid": "8dcee495-de1c-4d5b-9bee-3c6444b9094d", "tag": "1ecb83fe-4c4e-4c26-a55a-834028f08a68"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:44.761729 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bfb2a6-7acc-4c3e-861b-297787320938 service neutron] Pushing event updated for resources: {'Port': ['ID=1ecb83fe-4c4e-4c26-a55a-834028f08a68,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:44.855293 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4904111c-bb47-43a0-82b3-a9471c928161 x-openstack-request-id: req-4904111c-bb47-43a0-82b3-a9471c928161 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:44.855587 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dcee495-de1c-4d5b-9bee-3c6444b9094d", "tag": "1ecb83fe-4c4e-4c26-a55a-834028f08a68", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:44.855837 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4904111c-bb47-43a0-82b3-a9471c928161 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:44.856232 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dcee495-de1c-4d5b-9bee-3c6444b9094d', 'tag': '1ecb83fe-4c4e-4c26-a55a-834028f08a68', 'status': 'completed', 'code': 200} Jan 10 11:38:44.939976 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18103d-89e1-4c06-a23d-112a669ca437 req-c3882db3-1127-4b5c-b47d-660c18a48b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:44.941771 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b18103d-89e1-4c06-a23d-112a669ca437 req-c3882db3-1127-4b5c-b47d-660c18a48b30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 1097 time: 0.0598996 Jan 10 11:38:45.150585 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18103d-89e1-4c06-a23d-112a669ca437 req-04a76dea-fc9c-47ed-81e9-c1585d5d6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:45.152127 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b18103d-89e1-4c06-a23d-112a669ca437 req-04a76dea-fc9c-47ed-81e9-c1585d5d6013 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1987140 Jan 10 11:38:45.169239 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc79a3-48d8-4989-b305-af035ff2a940 req-f0e93fec-f0a4-4074-bc9b-87b0a7eaba83 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:45.170854 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a6dc79a3-48d8-4989-b305-af035ff2a940 req-f0e93fec-f0a4-4074-bc9b-87b0a7eaba83 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.1133013 Jan 10 11:38:45.194997 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26ef5f-323d-4220-a444-df6481fcbe2d req-22baae5a-a3d3-4e7c-8269-191f0ce440e9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:45.196574 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-de26ef5f-323d-4220-a444-df6481fcbe2d req-22baae5a-a3d3-4e7c-8269-191f0ce440e9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 944 time: 0.0858467 Jan 10 11:38:45.253092 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a6dc79a3-48d8-4989-b305-af035ff2a940 req-9717489e-7bb6-46da-b86d-5f977df9d203 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762014 Jan 10 11:38:45.295306 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18103d-89e1-4c06-a23d-112a669ca437 req-3dd6ada9-7f28-47f7-97ec-f654b2c83a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:45.295306 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1b18103d-89e1-4c06-a23d-112a669ca437 req-3dd6ada9-7f28-47f7-97ec-f654b2c83a5f service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230197 Jan 10 11:38:45.314250 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-de26ef5f-323d-4220-a444-df6481fcbe2d req-36a3b70f-7aea-418d-bff5-502af3514027 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074646 Jan 10 11:38:45.420268 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04237-8476-4292-9ee8-df8be252cde0 req-6df66193-3caa-443e-8b6f-3469a69d8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:45.422003 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-6df66193-3caa-443e-8b6f-3469a69d8653 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 1097 time: 0.0626888 Jan 10 11:38:45.480316 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337e8c-a509-4160-9355-7c9eb842bdde req-ea5c99e5-2d14-432c-9cc1-abc0dfa7d117 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:45.482244 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-86337e8c-a509-4160-9355-7c9eb842bdde req-ea5c99e5-2d14-432c-9cc1-abc0dfa7d117 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0580387 Jan 10 11:38:45.488523 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-2cad6ea0-91d7-4493-99cf-73f91a5bbf26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ecb83fe-4c4e-4c26-a55a-834028f08a68 HTTP/1.1" status: 200 len: 217 time: 0.0525239 Jan 10 11:38:45.544525 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b04237-8476-4292-9ee8-df8be252cde0 req-66192b5b-8b11-43ab-b89c-6b7c21e0e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:45.546256 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-66192b5b-8b11-43ab-b89c-6b7c21e0e6ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dde2740e-0ff9-41b0-a0e1-90d9070df217 HTTP/1.1" status: 200 len: 853 time: 0.0509698 Jan 10 11:38:45.557905 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-86337e8c-a509-4160-9355-7c9eb842bdde req-39906689-c0c6-4231-a9ec-13c6ab07e82e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660696 Jan 10 11:38:45.585862 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-cec9e384-e23f-4add-9388-1cb132982b48 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73452465-d5d7-4c27-928c-80c648c05035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315177 Jan 10 11:38:45.731612 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-aab5012b-540f-4a24-bf04-ec66a4a6746e service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228168 Jan 10 11:38:45.856349 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-76b04237-8476-4292-9ee8-df8be252cde0 req-f5634360-9e5e-4ac2-b36e-b6db081b1e77 service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133130 Jan 10 11:38:46.415951 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d76480-c7aa-454a-aa81-19c1f0d96da5 req-e2b2de6c-7df3-4226-a19f-e18716bfe8a0 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:46.417374 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-87d76480-c7aa-454a-aa81-19c1f0d96da5 req-e2b2de6c-7df3-4226-a19f-e18716bfe8a0 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0571926 Jan 10 11:38:46.493591 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-87d76480-c7aa-454a-aa81-19c1f0d96da5 req-7ec5be42-f55e-4d4e-a77a-60aa75982f97 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650761 Jan 10 11:38:46.510200 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fde086-e013-46f4-878b-6186b3fb10c6 req-05f0e23b-f31b-48c7-9e03-ae241d5112b2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:46.512745 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d2fde086-e013-46f4-878b-6186b3fb10c6 req-05f0e23b-f31b-48c7-9e03-ae241d5112b2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 944 time: 0.0942979 Jan 10 11:38:46.568591 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d2fde086-e013-46f4-878b-6186b3fb10c6 req-a11e8887-282f-4500-83ff-c327a64fe0ac tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491302 Jan 10 11:38:46.723500 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d95208-2896-4ffa-a0df-a282dd396037 req-643ae26c-e1e2-41dc-82d9-c675766d016c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:46.725043 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f3d95208-2896-4ffa-a0df-a282dd396037 req-643ae26c-e1e2-41dc-82d9-c675766d016c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0583797 Jan 10 11:38:46.789506 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f3d95208-2896-4ffa-a0df-a282dd396037 req-d065099c-e44c-44df-9feb-7974389d48a1 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570898 Jan 10 11:38:47.488590 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38272) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:47.659874 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-23e99a36-c030-46b9-87d0-0be64c6aaf3d tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:47.662025 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-23e99a36-c030-46b9-87d0-0be64c6aaf3d tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.31 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.1493468 Jan 10 11:38:47.681783 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc85d1-e8c8-4ea9-b006-55447bc1a035 req-3a29b06a-cf3f-4626-9313-80c24d60475d tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:47.684230 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2dfc85d1-e8c8-4ea9-b006-55447bc1a035 req-3a29b06a-cf3f-4626-9313-80c24d60475d tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 945 time: 0.0887678 Jan 10 11:38:47.725156 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46722104-e30d-44cd-99a8-fcb23c8cd7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:47.782849 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2dfc85d1-e8c8-4ea9-b006-55447bc1a035 req-0d871334-df3f-46f9-aa04-50462f3cbed0 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/security-groups?id=714717d9-b6e9-4558-a433-86133610733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926752 Jan 10 11:38:47.805348 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d7b04-e61e-4460-b568-146eefd74203 req-da57da2f-4716-4dfa-b3f3-b3e64d902280 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:47.805348 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2a6d7b04-e61e-4460-b568-146eefd74203 req-da57da2f-4716-4dfa-b3f3-b3e64d902280 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 944 time: 0.0912466 Jan 10 11:38:47.868586 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2a6d7b04-e61e-4460-b568-146eefd74203 req-b003e377-0eaf-49e6-8b5f-8b710219de14 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566037 Jan 10 11:38:47.917247 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Deleting port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:38:47.934938 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:47.986006 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46722104-e30d-44cd-99a8-fcb23c8cd7bf admin admin] Publish callbacks [] for security_group (7eaec722-4c53-4d9f-bb1f-3ba22bc6107d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.011163 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c857e85-554a-48c9-adea-fa1b55930406 req-cb404dd8-7794-4b93-a370-90d6350da6fe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:48.013451 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8c857e85-554a-48c9-adea-fa1b55930406 req-cb404dd8-7794-4b93-a370-90d6350da6fe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0809212 Jan 10 11:38:48.034598 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] For port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,segment=NetworkSegment(fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1),segment_id=fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:48.034978 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.053435 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Calling delete_port for 0ea7b088-85a0-4b99-b5b6-5915fac5b55a owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:38:48.078378 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8c857e85-554a-48c9-adea-fa1b55930406 req-f4d2208d-d78c-4e56-a2c2-10a726fede45 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578966 Jan 10 11:38:48.330158 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46722104-e30d-44cd-99a8-fcb23c8cd7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7eaec722-4c53-4d9f-bb1f-3ba22bc6107d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.373790 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46722104-e30d-44cd-99a8-fcb23c8cd7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaec722-4c53-4d9f-bb1f-3ba22bc6107d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:48.386233 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-46722104-e30d-44cd-99a8-fcb23c8cd7bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d463bd1303c5402e852f801706e13a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8882501 Jan 10 11:38:48.386233 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38296) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:48.434878 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd12aace-5cf4-417f-b4a5-ba1ff7a5c8b7 admin admin] Publish callbacks [] for security_group (7eaec722-4c53-4d9f-bb1f-3ba22bc6107d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.456770 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd12aace-5cf4-417f-b4a5-ba1ff7a5c8b7 admin admin] Publish callbacks [] for security_group (7eaec722-4c53-4d9f-bb1f-3ba22bc6107d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.471464 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (0ea7b088-85a0-4b99-b5b6-5915fac5b55a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.490950 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['0ea7b088-85a0-4b99-b5b6-5915fac5b55a'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:48.512813 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Pushing event deleted for resources: {'Port': ['ID=0ea7b088-85a0-4b99-b5b6-5915fac5b55a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:48.577871 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] No DVR routers for this DVR port 0ea7b088-85a0-4b99-b5b6-5915fac5b55a on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:38:48.581799 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.587101 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ff92d4a5-cefc-459a-acf5-545cba7b0c7c req-8f043abb-2d07-4841-be74-e10735c3a38a tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.31 "DELETE /v2.0/ports/0ea7b088-85a0-4b99-b5b6-5915fac5b55a HTTP/1.1" status: 204 len: 173 time: 0.9124730 Jan 10 11:38:48.587902 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6353ce19-8a0e-4424-ab1f-d6e822696c00', 'name': 'network-vif-deleted', 'tag': '0ea7b088-85a0-4b99-b5b6-5915fac5b55a'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:48.598053 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65e5004-e2a2-4f5e-96fd-001f4b251dce" -d '{"events": [{"server_uuid": "6353ce19-8a0e-4424-ab1f-d6e822696c00", "name": "network-vif-deleted", "tag": "0ea7b088-85a0-4b99-b5b6-5915fac5b55a"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:48.635513 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbe7849-f624-4c9c-a23a-29c839376418 x-openstack-request-id: req-ebbe7849-f624-4c9c-a23a-29c839376418 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:48.636002 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6353ce19-8a0e-4424-ab1f-d6e822696c00", "name": "network-vif-deleted", "tag": "0ea7b088-85a0-4b99-b5b6-5915fac5b55a", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:48.636336 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebbe7849-f624-4c9c-a23a-29c839376418 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:48.638261 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6353ce19-8a0e-4424-ab1f-d6e822696c00', 'name': 'network-vif-deleted', 'tag': '0ea7b088-85a0-4b99-b5b6-5915fac5b55a', 'status': 'completed', 'code': 200} Jan 10 11:38:48.667000 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd12aace-5cf4-417f-b4a5-ba1ff7a5c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7eaec722-4c53-4d9f-bb1f-3ba22bc6107d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.669561 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cd12aace-5cf4-417f-b4a5-ba1ff7a5c8b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:48.670949 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cd12aace-5cf4-417f-b4a5-ba1ff7a5c8b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eaec722-4c53-4d9f-bb1f-3ba22bc6107d HTTP/1.1" status: 204 len: 168 time: 0.2889490 Jan 10 11:38:48.680179 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12aace-5cf4-417f-b4a5-ba1ff7a5c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaec722-4c53-4d9f-bb1f-3ba22bc6107d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:48.824290 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 1ecb83fe-4c4e-4c26-a55a-834028f08a68 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:38:48.921944 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9f7701ea-44a2-46be-9c53-b89f481debbb req-546f497e-d9c4-447d-9608-71b62e84d876 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.0535259 Jan 10 11:38:48.936078 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 1ecb83fe-4c4e-4c26-a55a-834028f08a68, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1ecb83fe-4c4e-4c26-a55a-834028f08a68,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:48.949893 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '1ecb83fe-4c4e-4c26-a55a-834028f08a68', 'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'port_id': '1ecb83fe-4c4e-4c26-a55a-834028f08a68', 'mac_address': 'fa:16:3e:30:4b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde2740e-0ff9-41b0-a0e1-90d9070df217', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:38:49.003962 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:49.044584 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e64d-4b5c-4ae9-b1ce-d96477b01b9c req-cac24304-a39b-4909-a5e3-e2dc7f97aede tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:49.047743 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a883e64d-4b5c-4ae9-b1ce-d96477b01b9c req-cac24304-a39b-4909-a5e3-e2dc7f97aede tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 944 time: 0.0727897 Jan 10 11:38:49.052867 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ecb83fe-4c4e-4c26-a55a-834028f08a68 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:38:49.080107 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 1ecb83fe-4c4e-4c26-a55a-834028f08a68, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1ecb83fe-4c4e-4c26-a55a-834028f08a68,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:49.131604 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a883e64d-4b5c-4ae9-b1ce-d96477b01b9c req-0f251960-d446-42ef-b289-8ccd8179a1ee tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735185 Jan 10 11:38:49.210239 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:49.285768 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=1ecb83fe-4c4e-4c26-a55a-834028f08a68,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:49.298768 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.299389 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.299762 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.300163 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.300494 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.300828 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.301303 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.301649 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.301969 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.302531 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.303008 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.303607 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.304643 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:38:49.352657 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390356c0-e7f2-49ae-8f01-984588e8191b req-9d51cd01-b3eb-46cc-9991-5df03c1be5b5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:49.362908 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-390356c0-e7f2-49ae-8f01-984588e8191b req-9d51cd01-b3eb-46cc-9991-5df03c1be5b5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.1272018 Jan 10 11:38:49.415716 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-390356c0-e7f2-49ae-8f01-984588e8191b req-4dcb4afd-2f97-486e-81ce-bb93afdabb15 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496337 Jan 10 11:38:50.066036 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7a085f1b-9729-4141-8139-bb52c67f7556 req-241cb9cf-4c89-400a-84bf-5f1fd1e257f8 tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.0299506 Jan 10 11:38:50.275206 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8eb91f-e44f-4f03-88d3-429ad27c098b req-74581904-c6f8-46b2-b9a4-9a78e05a1ab2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:50.277841 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6d8eb91f-e44f-4f03-88d3-429ad27c098b req-74581904-c6f8-46b2-b9a4-9a78e05a1ab2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 945 time: 0.0701501 Jan 10 11:38:50.344727 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6d8eb91f-e44f-4f03-88d3-429ad27c098b req-a3d6b109-baa3-428a-8c3f-a84e157e2040 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542643 Jan 10 11:38:51.003834 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38364) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:51.148858 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 0ea7b088-85a0-4b99-b5b6-5915fac5b55a no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:38:51.155488 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efc8de6d-950b-4e5f-b131-6d924f22b879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:51.174548 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 0ea7b088-85a0-4b99-b5b6-5915fac5b55a {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:38:51.174892 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 0ea7b088-85a0-4b99-b5b6-5915fac5b55a not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:38:51.237902 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efc8de6d-950b-4e5f-b131-6d924f22b879 admin admin] Publish callbacks [] for security_group (e9c53466-7b31-4005-9762-d7e3e6cdba57), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:51.404159 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efc8de6d-950b-4e5f-b131-6d924f22b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (e9c53466-7b31-4005-9762-d7e3e6cdba57), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:51.455131 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-efc8de6d-950b-4e5f-b131-6d924f22b879 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70208b8743ea4feb923d6e2beb688601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501605 Jan 10 11:38:51.456341 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8de6d-950b-4e5f-b131-6d924f22b879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c53466-7b31-4005-9762-d7e3e6cdba57,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:51.459556 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38376) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:51.552735 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65f7b641-1ed6-4c5d-a340-04d21b48236b admin admin] Publish callbacks [] for security_group (e9c53466-7b31-4005-9762-d7e3e6cdba57), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:51.580039 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65f7b641-1ed6-4c5d-a340-04d21b48236b admin admin] Publish callbacks [] for security_group (e9c53466-7b31-4005-9762-d7e3e6cdba57), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:51.769907 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65f7b641-1ed6-4c5d-a340-04d21b48236b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (e9c53466-7b31-4005-9762-d7e3e6cdba57), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:51.773082 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-65f7b641-1ed6-4c5d-a340-04d21b48236b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:51.774313 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-65f7b641-1ed6-4c5d-a340-04d21b48236b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9c53466-7b31-4005-9762-d7e3e6cdba57 HTTP/1.1" status: 204 len: 168 time: 0.3129337 Jan 10 11:38:51.786266 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b641-1ed6-4c5d-a340-04d21b48236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c53466-7b31-4005-9762-d7e3e6cdba57,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:52.414402 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c091d-012b-489a-8ed0-e93f6a86bd24 req-d7f3e6c8-0633-4948-8519-a5a51cbcaa14 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:52.422558 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b38c091d-012b-489a-8ed0-e93f6a86bd24 req-d7f3e6c8-0633-4948-8519-a5a51cbcaa14 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0694830 Jan 10 11:38:52.432847 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['1ecb83fe-4c4e-4c26-a55a-834028f08a68'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:38:52.481148 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b38c091d-012b-489a-8ed0-e93f6a86bd24 req-575422ec-9c2b-4aac-bc8b-38e70915461a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552750 Jan 10 11:38:52.516010 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-235d13c1-b91a-4932-bf9b-b03f2187fe3f req-38ff1778-833f-41c5-bce8-48a4bace78bb tempest-DeleteServersTestJSON-261732279 tempest-DeleteServersTestJSON-261732279-project] 10.222.0.20 "GET /v2.0/ports?device_id=6353ce19-8a0e-4424-ab1f-d6e822696c00 HTTP/1.1" status: 200 len: 210 time: 0.0353007 Jan 10 11:38:52.620911 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddcc98-7350-4863-a3ce-c2eafdc1ac3f req-8c4740ac-3155-40d2-9001-0a8b52485fab tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:52.629409 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0cddcc98-7350-4863-a3ce-c2eafdc1ac3f req-8c4740ac-3155-40d2-9001-0a8b52485fab tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 945 time: 0.0685201 Jan 10 11:38:52.683125 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0cddcc98-7350-4863-a3ce-c2eafdc1ac3f req-6064a08e-c641-41f7-873c-cc6da06cf9dd tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 Jan 10 11:38:52.767841 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457ef1c-e6ea-4f36-ab7f-6b30abdce368 req-da45d168-3056-4122-a093-c787bca8e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:52.769432 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e457ef1c-e6ea-4f36-ab7f-6b30abdce368 req-da45d168-3056-4122-a093-c787bca8e6ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 1098 time: 0.0413153 Jan 10 11:38:52.818078 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e457ef1c-e6ea-4f36-ab7f-6b30abdce368 req-d8392b63-1a08-40f7-b5f2-0b019028afe3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Jan 10 11:38:53.620541 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e07540-aca7-48aa-8e84-79b5d8813a75 req-5e8c01ba-c892-4c7d-a285-05b4aeee091e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:53.622092 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b3e07540-aca7-48aa-8e84-79b5d8813a75 req-5e8c01ba-c892-4c7d-a285-05b4aeee091e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0590799 Jan 10 11:38:53.674790 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b3e07540-aca7-48aa-8e84-79b5d8813a75 req-e272add9-08e7-4415-87fe-b3091f7b584c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464141 Jan 10 11:38:53.842628 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0d360-17a1-4c6c-821d-d9b294f99e4a req-3e1f96cc-97b7-4572-9c14-69996cb64855 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:53.844202 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-14f0d360-17a1-4c6c-821d-d9b294f99e4a req-3e1f96cc-97b7-4572-9c14-69996cb64855 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 945 time: 0.0760555 Jan 10 11:38:53.915485 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-14f0d360-17a1-4c6c-821d-d9b294f99e4a req-4505117f-5f45-4059-bda7-1f3ae86bd5e0 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619564 Jan 10 11:38:54.462737 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-125e9307-5ba0-4d3e-bba3-9bed9229f598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:54.829771 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 1ecb83fe-4c4e-4c26-a55a-834028f08a68 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:38:54.870759 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502832f-f647-45cb-8f12-0e371b76e9d9 req-5f9d85ea-695c-49c8-b91d-8b1a9b9485f4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:54.870759 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5502832f-f647-45cb-8f12-0e371b76e9d9 req-5f9d85ea-695c-49c8-b91d-8b1a9b9485f4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0693195 Jan 10 11:38:54.939226 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5502832f-f647-45cb-8f12-0e371b76e9d9 req-64bf3e49-400b-421f-8591-11f1d85314b6 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601873 Jan 10 11:38:55.067235 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:38:55.073360 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:38:55.073726 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:55.147343 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc603e-c6c5-47ab-8c79-c5c01f41778a req-3322d4ac-6960-4a04-92d6-8cf9b2164d59 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:55.150707 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-28fc603e-c6c5-47ab-8c79-c5c01f41778a req-3322d4ac-6960-4a04-92d6-8cf9b2164d59 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 945 time: 0.1334062 Jan 10 11:38:55.170194 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:55.184421 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a02f2-cdf0-4868-b03b-3426bb0581a1 req-6a509549-7f7f-487f-bf6e-aedbd6453a32 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:55.187113 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2a0a02f2-cdf0-4868-b03b-3426bb0581a1 req-6a509549-7f7f-487f-bf6e-aedbd6453a32 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1352234 Jan 10 11:38:55.202016 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcee495-de1c-4d5b-9bee-3c6444b9094d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecb83fe-4c4e-4c26-a55a-834028f08a68'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:38:55.204842 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60a3a4-fb06-44eb-9e8f-eb3128780d2f" -d '{"events": [{"server_uuid": "8dcee495-de1c-4d5b-9bee-3c6444b9094d", "name": "network-vif-plugged", "status": "completed", "tag": "1ecb83fe-4c4e-4c26-a55a-834028f08a68"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:38:55.222857 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 1ecb83fe-4c4e-4c26-a55a-834028f08a68, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1ecb83fe-4c4e-4c26-a55a-834028f08a68,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:38:55.305169 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-28fc603e-c6c5-47ab-8c79-c5c01f41778a req-06d59db6-68b8-47bb-aea4-968ac1683e52 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479421 Jan 10 11:38:55.318787 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2a0a02f2-cdf0-4868-b03b-3426bb0581a1 req-2e069b0c-c40a-4455-bb7e-f3b348687cde tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169937 Jan 10 11:38:55.353762 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9353317e-46b8-4914-be57-81ca68562f75 x-openstack-request-id: req-9353317e-46b8-4914-be57-81ca68562f75 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:38:55.354055 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcee495-de1c-4d5b-9bee-3c6444b9094d", "name": "network-vif-plugged", "status": "completed", "tag": "1ecb83fe-4c4e-4c26-a55a-834028f08a68", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:38:55.354478 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9353317e-46b8-4914-be57-81ca68562f75 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:38:55.354876 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcee495-de1c-4d5b-9bee-3c6444b9094d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ecb83fe-4c4e-4c26-a55a-834028f08a68', 'code': 200} Jan 10 11:38:55.507050 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:55.619608 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=1ecb83fe-4c4e-4c26-a55a-834028f08a68,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:55.965310 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab1ae6-ad98-445a-8b62-cadade948ee5 req-655ce15a-96af-43b9-925c-54ff38efbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:55.967101 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4fab1ae6-ad98-445a-8b62-cadade948ee5 req-655ce15a-96af-43b9-925c-54ff38efbb63 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 1099 time: 0.0464230 Jan 10 11:38:56.020530 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4fab1ae6-ad98-445a-8b62-cadade948ee5 req-03d01b74-aa4a-4cd6-806e-06a187fe2ac1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Jan 10 11:38:56.220336 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-db6ba981-c65c-47de-878f-311710692955 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=51d2f537a79a40f793f17573c3c26ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307720 Jan 10 11:38:56.488995 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-ae45d41c-4463-4f81-9884-50081299c126 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:56.490553 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-ae45d41c-4463-4f81-9884-50081299c126 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2644258 Jan 10 11:38:56.504719 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba0ff0-4a95-4d12-940e-b2e98717379c req-77f32c0f-ea5b-49f9-a1ba-636d26f85921 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:56.506266 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-daba0ff0-4a95-4d12-940e-b2e98717379c req-77f32c0f-ea5b-49f9-a1ba-636d26f85921 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 946 time: 0.1101823 Jan 10 11:38:56.516772 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-a20c85e5-a88d-41a0-afce-04da0a14cb23 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/quotas/51d2f537a79a40f793f17573c3c26ba7 HTTP/1.1" status: 200 len: 375 time: 0.0094628 Jan 10 11:38:56.558929 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-3b053cbe-6325-4438-9f35-26b3ba205712 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=51d2f537a79a40f793f17573c3c26ba7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341921 Jan 10 11:38:56.603263 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-daba0ff0-4a95-4d12-940e-b2e98717379c req-fc67fe9e-a532-4b17-93ef-e8c8ebcf81ee tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850430 Jan 10 11:38:56.708539 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38540) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:56.764506 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa8836a-92be-43b6-980c-1eadb43e50ed admin admin] Deleting subnet b72aaee2-418a-46e6-928f-767ac3a986eb {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:38:56.767708 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-afa8836a-92be-43b6-980c-1eadb43e50ed admin admin] Publish callbacks [] for subnet (b72aaee2-418a-46e6-928f-767ac3a986eb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:56.799120 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c44f15e4-8adb-4050-95b8-610d00df00df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:56.811219 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-afa8836a-92be-43b6-980c-1eadb43e50ed admin admin] Publish callbacks [] for subnet (b72aaee2-418a-46e6-928f-767ac3a986eb), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:56.836261 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-afa8836a-92be-43b6-980c-1eadb43e50ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (b72aaee2-418a-46e6-928f-767ac3a986eb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:56.957399 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-57c6d64b-97bc-41a5-8e36-a2d2227a0d05 req-0f290100-8b86-420f-aaa1-061b5d80db86 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 210 time: 0.0539784 Jan 10 11:38:57.160192 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-afa8836a-92be-43b6-980c-1eadb43e50ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (b72aaee2-418a-46e6-928f-767ac3a986eb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:57.190758 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8836a-92be-43b6-980c-1eadb43e50ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72aaee2-418a-46e6-928f-767ac3a986eb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:57.195005 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-afa8836a-92be-43b6-980c-1eadb43e50ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:57.200909 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-afa8836a-92be-43b6-980c-1eadb43e50ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b72aaee2-418a-46e6-928f-767ac3a986eb HTTP/1.1" status: 204 len: 168 time: 0.4909072 Jan 10 11:38:57.201683 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38556) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:57.282964 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (e4972d56-4582-4fa2-b636-32f4939795bb), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:57.412764 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (e4972d56-4582-4fa2-b636-32f4939795bb), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:57.456958 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.457530 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.458803 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.459358 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > port after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.459919 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.460583 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > port after_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.461271 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.461529 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.462036 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.462611 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.657882 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.658270 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.658608 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.658937 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103371) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:38:57.659524 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4972d56-4582-4fa2-b636-32f4939795bb']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:57.688754 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:57.696716 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:38:57.715133 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5206376'] for segment (fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:57.742413 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:57.749150 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcab394-693e-482a-8402-d39a46413011 req-efb7caf6-ae64-4170-8164-651e3a94a189 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:57.750616 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9fcab394-693e-482a-8402-d39a46413011 req-efb7caf6-ae64-4170-8164-651e3a94a189 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 946 time: 0.0509601 Jan 10 11:38:57.753051 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:38:57.753603 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5965873'] for segment (fe7b3b42-2efb-4a4d-bfc6-d6f32ed65ea1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: Traceback (most recent call last): Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: timer() Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: cb(*args, **kw) Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:38:57.794661 dv-cinder-master-3-iscsi neutron-server[103371]: return func(*args, **kwargs) Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: self._notify() Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: self.callback(batched_events) Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: event.method(event) Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: return f(self, *a, **k) Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: return self._get(url).json() Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:38:57.797095 dv-cinder-master-3-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:38:57.804926 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9fcab394-693e-482a-8402-d39a46413011 req-d525d7ea-e09e-4b86-a018-831e98ed28de tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471761 Jan 10 11:38:58.054625 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0941b297-e092-4a4a-997f-c5f4a5b9c7b5 req-97f37df0-cc61-4d60-bf14-46ee9fa0fd72 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 210 time: 0.0313528 Jan 10 11:38:58.284202 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (e4972d56-4582-4fa2-b636-32f4939795bb), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:58.290520 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:58.291214 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:58.291214 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e4972d56-4582-4fa2-b636-32f4939795bb HTTP/1.1" status: 204 len: 168 time: 1.0775259 Jan 10 11:38:58.291214 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a1742-4a2c-407e-bad1-1dc2a6be5167 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4972d56-4582-4fa2-b636-32f4939795bb,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:58.904199 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38592) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:58.913885 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2696f4-d8b2-4b69-b8e4-b86b816db16c req-855609c9-e01c-4a5d-a229-a97672e4496e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:58.915439 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e2696f4-d8b2-4b69-b8e4-b86b816db16c req-855609c9-e01c-4a5d-a229-a97672e4496e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0650134 Jan 10 11:38:58.980859 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b26ae82e-2111-4cda-a13d-a6851fb99f56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd16126432b64642b65fa0a3d8bd7043&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0748541 Jan 10 11:38:58.983900 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38596) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:38:59.000213 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-92a4e149-14a1-433b-babe-4461d16c2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:59.001678 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-92a4e149-14a1-433b-babe-4461d16c2e82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1099 time: 0.0807698 Jan 10 11:38:59.004876 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61327a7f-c68a-4dc3-84ce-cd721300c42c req-2156356d-f0a8-44b2-8480-b0adce677179 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:59.006401 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-61327a7f-c68a-4dc3-84ce-cd721300c42c req-2156356d-f0a8-44b2-8480-b0adce677179 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 946 time: 0.0900278 Jan 10 11:38:59.012138 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e2696f4-d8b2-4b69-b8e4-b86b816db16c req-38372f62-49ca-4426-af39-1a3c90177d3c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871150 Jan 10 11:38:59.079260 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-61327a7f-c68a-4dc3-84ce-cd721300c42c req-2dd0ad74-013e-4eda-a249-66d3b74ce90e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661364 Jan 10 11:38:59.102742 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e90883b8-9bb6-4871-b770-b6b195481d7f admin admin] Publish callbacks [] for security_group (714717d9-b6e9-4558-a433-86133610733d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:59.142159 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-651115f4-8153-4be1-89e4-9fffec1786c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:59.143690 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-651115f4-8153-4be1-89e4-9fffec1786c5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 919 time: 0.1320479 Jan 10 11:38:59.149096 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e90883b8-9bb6-4871-b770-b6b195481d7f admin admin] Publish callbacks [] for security_group (714717d9-b6e9-4558-a433-86133610733d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:59.180958 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-17de233e-2fd9-48d9-9256-238b37790cb3 req-8becf4dc-b30d-42fa-a5c2-390eb6e55b28 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 210 time: 0.0326276 Jan 10 11:38:59.239896 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-f4fd3d73-795f-4444-a20e-bde4442e8185 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498 HTTP/1.1" status: 200 len: 217 time: 0.0884404 Jan 10 11:38:59.317151 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-fae0bf6d-5152-4684-92d9-dc80fe8e100a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:38:59.319631 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-fae0bf6d-5152-4684-92d9-dc80fe8e100a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 200 len: 858 time: 0.0668225 Jan 10 11:38:59.375573 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-32cbf0a2-2e14-418f-82a3-d5fa44aca5b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b7066df-867a-4f7f-8c8c-edef37acae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400875 Jan 10 11:38:59.440385 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e90883b8-9bb6-4871-b770-b6b195481d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (714717d9-b6e9-4558-a433-86133610733d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:59.444058 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e90883b8-9bb6-4871-b770-b6b195481d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:38:59.445408 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e90883b8-9bb6-4871-b770-b6b195481d7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/714717d9-b6e9-4558-a433-86133610733d HTTP/1.1" status: 204 len: 168 time: 0.4603057 Jan 10 11:38:59.528825 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90883b8-9bb6-4871-b770-b6b195481d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714717d9-b6e9-4558-a433-86133610733d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:38:59.548760 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-092c2112-4819-45b7-8531-4a93948ee2b4 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499362 Jan 10 11:38:59.676173 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-36ff6f12-b85f-441a-b239-7d3e40da6918 req-80eb8c37-1998-4f0c-894c-1ae6836f7d43 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197243 Jan 10 11:38:59.701818 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:00.165851 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:00.235143 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38658) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:00.288447 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc246a-d07a-401f-b200-504179741165 req-3642505f-ce1b-426d-8a3b-488bf0f4294a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:00.291343 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2ccc246a-d07a-401f-b200-504179741165 req-3642505f-ce1b-426d-8a3b-488bf0f4294a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1151791 Jan 10 11:39:00.379716 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2ccc246a-d07a-401f-b200-504179741165 req-4e2ab141-6dbc-462e-bfa0-1084bb86f159 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785835 Jan 10 11:39:00.451186 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-29dd3807-4ba0-4f5d-b036-5843694785e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:00.460440 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ebe6b41a-7262-4853-b0b7-770acd13e5f0 req-1265f3e9-7529-46a8-ad63-ba0bbc89762e tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 210 time: 0.0373635 Jan 10 11:39:00.546382 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-29dd3807-4ba0-4f5d-b036-5843694785e3 admin admin] Publish callbacks [] for security_group (6f425aa8-cf19-4ffa-916c-ed9e12e8c304), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:00.766785 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-29dd3807-4ba0-4f5d-b036-5843694785e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (6f425aa8-cf19-4ffa-916c-ed9e12e8c304), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:00.812889 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-29dd3807-4ba0-4f5d-b036-5843694785e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52b8ea3dbe2f43718a27e55eb18ab15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763373 Jan 10 11:39:00.814076 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd3807-4ba0-4f5d-b036-5843694785e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f425aa8-cf19-4ffa-916c-ed9e12e8c304,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:00.816535 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38672) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:00.882636 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-31da3b73-73d8-484d-a42d-b7c660568e37 admin admin] Publish callbacks [] for security_group (6f425aa8-cf19-4ffa-916c-ed9e12e8c304), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:00.904684 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-31da3b73-73d8-484d-a42d-b7c660568e37 admin admin] Publish callbacks [] for security_group (6f425aa8-cf19-4ffa-916c-ed9e12e8c304), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:01.010232 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:01.045795 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-31da3b73-73d8-484d-a42d-b7c660568e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (6f425aa8-cf19-4ffa-916c-ed9e12e8c304), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:01.051757 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-31da3b73-73d8-484d-a42d-b7c660568e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:01.054874 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-31da3b73-73d8-484d-a42d-b7c660568e37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f425aa8-cf19-4ffa-916c-ed9e12e8c304 HTTP/1.1" status: 204 len: 168 time: 0.2358713 Jan 10 11:39:01.071987 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da3b73-73d8-484d-a42d-b7c660568e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f425aa8-cf19-4ffa-916c-ed9e12e8c304,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:01.131717 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-36640def-4f86-4237-9c16-4f30034a74d5 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=51d2f537a79a40f793f17573c3c26ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488355 Jan 10 11:39:01.624249 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cf559-600a-4314-8bac-5d719f97abdd req-dbc04f5b-99b6-4ef7-bbf0-e5aeb10e7f96 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:01.626804 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-284cf559-600a-4314-8bac-5d719f97abdd req-dbc04f5b-99b6-4ef7-bbf0-e5aeb10e7f96 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0624931 Jan 10 11:39:01.643359 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-4fa461d6-7758-49a3-abad-43a3652a6580 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:01.645125 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-4fa461d6-7758-49a3-abad-43a3652a6580 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5041072 Jan 10 11:39:01.661010 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Request body: {'port': {'device_id': 'e5b8fbd4-4073-4498-9498-b440d643398a', 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb', 'admin_state_up': True, 'tenant_id': '51d2f537a79a40f793f17573c3c26ba7'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:01.715264 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0c3b242f-0e7f-46a1-9564-b10eebe9b7d7 req-fb4f0390-d7f8-4ae6-8dc2-3730ac51fa36 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 210 time: 0.0525250 Jan 10 11:39:01.809448 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-284cf559-600a-4314-8bac-5d719f97abdd req-eb8f9a2b-449c-4801-aa1b-82edc3e50ce8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702113 Jan 10 11:39:01.932067 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Made reservation on behalf of 51d2f537a79a40f793f17573c3c26ba7 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:01.941451 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:01.948854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:02.069293 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks [] for security_group (47fb6788-e4fb-4e8b-87ba-82aaeee73a5c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:02.165382 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (47fb6788-e4fb-4e8b-87ba-82aaeee73a5c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:02.228313 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:02.353437 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Allocated IP 192.168.233.212 (d3d9552b-4a80-49ea-8125-48eca58167eb/9afff017-5415-45e7-bdd9-08c462f0095c/8c90115a-1680-4748-a6c3-094a2793bb13) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:39:02.549264 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks [] for port (8c90115a-1680-4748-a6c3-094a2793bb13), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:02.674933 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38760) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:02.690960 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:02.792481 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Pushing event updated for resources: {'Port': ['ID=8c90115a-1680-4748-a6c3-094a2793bb13,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:02.822604 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Network d3d9552b-4a80-49ea-8125-48eca58167eb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:02.823242 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:02.834764 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:39:02.997276 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:02.998195 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.037264 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-a17cf482-af32-472c-925c-94502e4c0f95 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:03.039555 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-a17cf482-af32-472c-925c-94502e4c0f95 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 813 time: 0.3352325 Jan 10 11:39:03.042356 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fe879b66-143b-4cae-8e90-b54414e75f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.068845 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-56db2272-f101-4d26-b64c-b5fa6b3ca6e8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/quotas/1c300abbfb3b48dab6c40f20c7eb9cd1 HTTP/1.1" status: 200 len: 375 time: 0.0239897 Jan 10 11:39:03.139074 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f84dd7-d7f3-41ba-83c0-2bb787f53d6c req-663ee59f-c445-4221-9ef3-0ff7df204795 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:03.140611 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a1f84dd7-d7f3-41ba-83c0-2bb787f53d6c req-663ee59f-c445-4221-9ef3-0ff7df204795 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 936 time: 0.1949246 Jan 10 11:39:03.167230 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-cb6d84b5-16f0-40ca-bb99-835b6b82b838 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5083735 Jan 10 11:39:03.181189 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Request body: {'port': {'device_id': 'e5b8fbd4-4073-4498-9498-b440d643398a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:03.199423 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ca19cfb8-9de9-4838-87ed-3b7ed0483f6d None None] Provisioning complete for port 8c90115a-1680-4748-a6c3-094a2793bb13 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:03.205224 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca19cfb8-9de9-4838-87ed-3b7ed0483f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.229897 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-37af3cf6-1eac-4d9f-93ab-0e82bec0337e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443117 Jan 10 11:39:03.240643 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a1f84dd7-d7f3-41ba-83c0-2bb787f53d6c req-90fada26-1196-4a6f-9ce8-7a23702be3e1 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904453 Jan 10 11:39:03.245495 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ca19cfb8-9de9-4838-87ed-3b7ed0483f6d None None] Port 8c90115a-1680-4748-a6c3-094a2793bb13 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:39:03.322168 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.355675 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fe879b66-143b-4cae-8e90-b54414e75f5e admin admin] Publish callbacks [] for security_group (86bf257f-bcb2-4548-a5b3-2367a865638b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.425873 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65e314ef-5795-4f45-992a-70ed7f0f397d service neutron] 10.222.0.20 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812279 Jan 10 11:39:03.436870 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9240bf-707e-4810-98e9-93baaba09242 req-d647e8c9-234c-4d5e-9cd7-6dc443b0634a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:03.438690 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9a9240bf-707e-4810-98e9-93baaba09242 req-d647e8c9-234c-4d5e-9cd7-6dc443b0634a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0852678 Jan 10 11:39:03.486351 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fe879b66-143b-4cae-8e90-b54414e75f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (86bf257f-bcb2-4548-a5b3-2367a865638b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.603042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe879b66-143b-4cae-8e90-b54414e75f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bf257f-bcb2-4548-a5b3-2367a865638b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:03.610827 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-fe879b66-143b-4cae-8e90-b54414e75f5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c807a38dcff14bf2b94e4989552e9a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9341004 Jan 10 11:39:03.613646 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 38786) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:03.650889 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9a9240bf-707e-4810-98e9-93baaba09242 req-2ae9912e-1db3-43fc-99ce-9ba5b385308e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919658 Jan 10 11:39:03.664729 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-e307dd5d-ee4d-4114-96bd-c4082cd146bd service neutron] 10.222.0.20 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242661 Jan 10 11:39:03.757077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bdf3aa67-eb8c-41b7-a0fc-fda1884cb683 admin admin] Publish callbacks [] for security_group (86bf257f-bcb2-4548-a5b3-2367a865638b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.774173 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c90115a-1680-4748-a6c3-094a2793bb13 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:39:03.789167 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Publish callbacks [] for port (8c90115a-1680-4748-a6c3-094a2793bb13), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.796898 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bdf3aa67-eb8c-41b7-a0fc-fda1884cb683 admin admin] Publish callbacks [] for security_group (86bf257f-bcb2-4548-a5b3-2367a865638b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.820097 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Transition to ACTIVE for port object 8c90115a-1680-4748-a6c3-094a2793bb13 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:39:03.953599 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:03.966649 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-555964da-4a35-4915-94b0-4a1200b4d901 req-78c42c99-9602-4b72-a48c-4f0502a72580 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 210 time: 0.0376501 Jan 10 11:39:04.009825 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bdf3aa67-eb8c-41b7-a0fc-fda1884cb683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (86bf257f-bcb2-4548-a5b3-2367a865638b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:04.014770 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bdf3aa67-eb8c-41b7-a0fc-fda1884cb683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:04.014770 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bdf3aa67-eb8c-41b7-a0fc-fda1884cb683 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86bf257f-bcb2-4548-a5b3-2367a865638b HTTP/1.1" status: 204 len: 168 time: 0.4002759 Jan 10 11:39:04.061969 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Pushing event updated for resources: {'Port': ['ID=8c90115a-1680-4748-a6c3-094a2793bb13,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:04.088984 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3aa67-eb8c-41b7-a0fc-fda1884cb683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bf257f-bcb2-4548-a5b3-2367a865638b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:04.185906 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Attempting to bind port 8c90115a-1680-4748-a6c3-094a2793bb13 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:39:04.186380 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Attempting to bind port 8c90115a-1680-4748-a6c3-094a2793bb13 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:39:04.186825 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Attempting to bind port 8c90115a-1680-4748-a6c3-094a2793bb13 on network d3d9552b-4a80-49ea-8125-48eca58167eb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:04.193347 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Port 8c90115a-1680-4748-a6c3-094a2793bb13 on network d3d9552b-4a80-49ea-8125-48eca58167eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:39:04.195322 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Attempting to bind port 8c90115a-1680-4748-a6c3-094a2793bb13 on network d3d9552b-4a80-49ea-8125-48eca58167eb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:04.218991 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:39:04.221261 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Checking segment: {'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:04.231975 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Bound using segment: {'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:39:04.231975 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Bound port: 8c90115a-1680-4748-a6c3-094a2793bb13, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dea12a60-4bcd-4160-9e26-a828c48e5b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:39:04.231975 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:04.343402 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] For port 8c90115a-1680-4748-a6c3-094a2793bb13, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:39:04.346922 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] For port 8c90115a-1680-4748-a6c3-094a2793bb13, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c90115a-1680-4748-a6c3-094a2793bb13,segment=NetworkSegment(dea12a60-4bcd-4160-9e26-a828c48e5b61),segment_id=dea12a60-4bcd-4160-9e26-a828c48e5b61)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:39:04.444042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d876a0-a643-4790-818b-e514b1d922c3 req-03454872-c04a-48be-95fb-59f318146b09 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:04.445868 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38d876a0-a643-4790-818b-e514b1d922c3 req-03454872-c04a-48be-95fb-59f318146b09 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 948 time: 0.0685794 Jan 10 11:39:04.512266 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38d876a0-a643-4790-818b-e514b1d922c3 req-66c567a7-1ec6-44d7-a261-9ef93031d55e tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605764 Jan 10 11:39:04.532067 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:04.597425 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:04.598330 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:04.599700 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-80998202-18de-41b1-a118-e22a51a48081 service neutron] 10.222.0.31 "PUT /v2.0/ports/8c90115a-1680-4748-a6c3-094a2793bb13 HTTP/1.1" status: 200 len: 1098 time: 1.4244552 Jan 10 11:39:04.600311 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b8fbd4-4073-4498-9498-b440d643398a', 'tag': '8c90115a-1680-4748-a6c3-094a2793bb13'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:39:04.603453 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9431e363-0fee-4ea6-aff8-2acec4798065" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b8fbd4-4073-4498-9498-b440d643398a", "tag": "8c90115a-1680-4748-a6c3-094a2793bb13"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:39:04.628376 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80998202-18de-41b1-a118-e22a51a48081 service neutron] Pushing event updated for resources: {'Port': ['ID=8c90115a-1680-4748-a6c3-094a2793bb13,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:04.679930 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3919ab7-4d7c-4f25-b58b-1caf760fb1ae x-openstack-request-id: req-d3919ab7-4d7c-4f25-b58b-1caf760fb1ae {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:39:04.680294 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b8fbd4-4073-4498-9498-b440d643398a", "tag": "8c90115a-1680-4748-a6c3-094a2793bb13", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:39:04.680633 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3919ab7-4d7c-4f25-b58b-1caf760fb1ae {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:39:04.681243 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b8fbd4-4073-4498-9498-b440d643398a', 'tag': '8c90115a-1680-4748-a6c3-094a2793bb13', 'status': 'completed', 'code': 200} Jan 10 11:39:04.796830 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431e363-0fee-4ea6-aff8-2acec4798065 req-dbb8fa44-20aa-4f93-b5d0-7f22b4d9bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:04.798799 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9431e363-0fee-4ea6-aff8-2acec4798065 req-dbb8fa44-20aa-4f93-b5d0-7f22b4d9bdff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51d2f537a79a40f793f17573c3c26ba7&device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 1101 time: 0.0771251 Jan 10 11:39:04.851132 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9431e363-0fee-4ea6-aff8-2acec4798065 req-04e89a92-613f-401d-9af1-cac1793d3fd6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=51d2f537a79a40f793f17573c3c26ba7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428574 Jan 10 11:39:04.964550 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e90346-c854-4e77-a8bf-3d62cfb85f63 req-65ddb163-a76f-4540-8ac9-5fe87fe10808 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:04.968992 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-91e90346-c854-4e77-a8bf-3d62cfb85f63 req-65ddb163-a76f-4540-8ac9-5fe87fe10808 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1472831 Jan 10 11:39:05.064244 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-91e90346-c854-4e77-a8bf-3d62cfb85f63 req-4e745503-20cf-4489-a8d3-42507f0a98bb tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868106 Jan 10 11:39:05.125688 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431e363-0fee-4ea6-aff8-2acec4798065 req-67f6e00f-70cd-4337-af2a-6faa46f9e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:05.127801 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9431e363-0fee-4ea6-aff8-2acec4798065 req-67f6e00f-70cd-4337-af2a-6faa46f9e99b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2681816 Jan 10 11:39:05.249974 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5a9e083e-a79e-4266-841d-a47dd5a608e0 req-9f827043-7dc8-4137-a72a-218aa1ee7caa tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 210 time: 0.0639553 Jan 10 11:39:05.313362 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-08b94e34-e0d2-4a61-a75d-a1d28c645b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:05.315034 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-08b94e34-e0d2-4a61-a75d-a1d28c645b6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=51d2f537a79a40f793f17573c3c26ba7&device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 1101 time: 0.1127305 Jan 10 11:39:05.375653 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-5d4d82fc-d93a-4b23-a57a-e371108cf608 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=8c90115a-1680-4748-a6c3-094a2793bb13 HTTP/1.1" status: 200 len: 217 time: 0.0500016 Jan 10 11:39:05.433637 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-f5a8107d-0f91-49c8-b1cf-70b8e2ddef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:05.435168 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-f5a8107d-0f91-49c8-b1cf-70b8e2ddef73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9afff017-5415-45e7-bdd9-08c462f0095c HTTP/1.1" status: 200 len: 843 time: 0.0531726 Jan 10 11:39:05.489895 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-3a47924b-e188-472c-b173-d82dc4b5013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:05.491564 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-3a47924b-e188-472c-b173-d82dc4b5013c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d3d9552b-4a80-49ea-8125-48eca58167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485046 Jan 10 11:39:05.662017 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-abd0968c-368a-4d5d-9057-c98eb064829c service neutron] 10.222.0.31 "GET /v2.0/networks/d3d9552b-4a80-49ea-8125-48eca58167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478307 Jan 10 11:39:05.662471 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187515cf-a06d-4910-b157-849b1adf6fa5 req-e2ad3dfe-cc63-4314-8e07-03f297b6d675 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:05.670124 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-187515cf-a06d-4910-b157-849b1adf6fa5 req-e2ad3dfe-cc63-4314-8e07-03f297b6d675 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 948 time: 0.0685904 Jan 10 11:39:05.720830 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-187515cf-a06d-4910-b157-849b1adf6fa5 req-176550a3-fb4d-4cf9-8626-01f9b65bff1c tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495868 Jan 10 11:39:05.780928 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b849f4f9-6437-4a62-9e6f-bdaa74c32700 req-1c3a580f-e5fd-4fa4-8de1-ed6a58706620 service neutron] 10.222.0.31 "GET /v2.0/networks/d3d9552b-4a80-49ea-8125-48eca58167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125915 Jan 10 11:39:06.237895 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62fa6d-dcfa-4c34-8f0d-4ce4663c886c req-555a01a9-e321-4c90-a757-d02e76c16780 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:06.240177 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3b62fa6d-dcfa-4c34-8f0d-4ce4663c886c req-555a01a9-e321-4c90-a757-d02e76c16780 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0718713 Jan 10 11:39:06.323487 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3b62fa6d-dcfa-4c34-8f0d-4ce4663c886c req-58b38601-75c4-4dd6-90ec-cacf59efd45f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749199 Jan 10 11:39:06.413002 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-76b54bed-285e-432d-81ac-2e39c0e44ae7 req-896f5942-83e2-45f1-b083-214ec90fa6c6 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Jan 10 11:39:06.906522 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b628cf3-bea9-4449-9c50-b2535e5190ab req-231e9695-588c-4dd2-a6e1-b49588a81001 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:06.909963 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1b628cf3-bea9-4449-9c50-b2535e5190ab req-231e9695-588c-4dd2-a6e1-b49588a81001 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 948 time: 0.0944042 Jan 10 11:39:06.978585 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1b628cf3-bea9-4449-9c50-b2535e5190ab req-dd0cd463-a184-49d1-ae0d-6c24c9bcda82 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622709 Jan 10 11:39:07.515835 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd6e74-f6db-43d0-ae80-7124bb7a3e13 req-699d98b9-91a2-4dc6-9a71-b519525a62f4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:07.518928 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-14dd6e74-f6db-43d0-ae80-7124bb7a3e13 req-699d98b9-91a2-4dc6-9a71-b519525a62f4 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1053302 Jan 10 11:39:07.594863 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b1bad0d8-8dc4-4254-aabe-5cff14ed2293 req-4744345a-31a0-4258-bc46-45544a1f0d98 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 210 time: 0.0375953 Jan 10 11:39:07.612557 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-14dd6e74-f6db-43d0-ae80-7124bb7a3e13 req-78d48125-0d3b-4c8e-90ec-3413a6ef69c2 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729003 Jan 10 11:39:07.826741 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:39:07.853084 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-4d0214c9-4e73-4f6c-a6b6-d583c671fad0 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:07.855327 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-4d0214c9-4e73-4f6c-a6b6-d583c671fad0 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 813 time: 0.1585522 Jan 10 11:39:07.876720 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Request body: {'port': {'device_id': '9ff525c9-af1a-4b34-9c03-56f07ebd1d96', 'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'admin_state_up': True, 'tenant_id': '1c300abbfb3b48dab6c40f20c7eb9cd1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:08.139225 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Made reservation on behalf of 1c300abbfb3b48dab6c40f20c7eb9cd1 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:08.153902 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:08.322056 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Allocated IP 172.20.0.2 (73452465-d5d7-4c27-928c-80c648c05035/dde2740e-0ff9-41b0-a0e1-90d9070df217/521ffce9-574e-43ff-9566-482167228f8f) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:39:08.358560 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55f801-5fca-4dfa-b332-c16a674d7f5a req-ad9317d8-2e72-4243-a98a-97dec34bea21 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:08.365526 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4e55f801-5fca-4dfa-b332-c16a674d7f5a req-ad9317d8-2e72-4243-a98a-97dec34bea21 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 948 time: 0.3035328 Jan 10 11:39:08.418181 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4e55f801-5fca-4dfa-b332-c16a674d7f5a req-643fe68f-f83f-4039-8d10-204239c9d679 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 Jan 10 11:39:08.538956 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks [] for port (521ffce9-574e-43ff-9566-482167228f8f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:08.660937 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38954) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:08.681933 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (521ffce9-574e-43ff-9566-482167228f8f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:08.701890 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', '1ecb83fe-4c4e-4c26-a55a-834028f08a68'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:39:08.753498 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Network 73452465-d5d7-4c27-928c-80c648c05035 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:08.760322 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:08.762936 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Pushing event updated for resources: {'Port': ['ID=521ffce9-574e-43ff-9566-482167228f8f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:08.777548 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:39:08.830396 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61971b79-970a-4be7-b30b-22d85f5a5000 req-fe6bf267-0e71-4847-9ced-06af3d5442a8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:08.833261 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-61971b79-970a-4be7-b30b-22d85f5a5000 req-fe6bf267-0e71-4847-9ced-06af3d5442a8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 931 time: 0.1293063 Jan 10 11:39:08.860173 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:08.861608 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:08.873834 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310079-d3df-4f69-adc8-bce314512ded req-15ba33b9-cddc-44ec-b12d-491c1ff0c3c0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:08.876422 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-40310079-d3df-4f69-adc8-bce314512ded req-15ba33b9-cddc-44ec-b12d-491c1ff0c3c0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1568003 Jan 10 11:39:08.908445 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 8c90115a-1680-4748-a6c3-094a2793bb13 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:39:08.950104 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-180a2b50-b2e8-439a-91ad-01378113528f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:08.980248 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-f0e2691c-32f8-40d8-bbef-378c98cda623 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1088419 Jan 10 11:39:08.993113 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Request body: {'port': {'device_id': '9ff525c9-af1a-4b34-9c03-56f07ebd1d96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:08.995389 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-61971b79-970a-4be7-b30b-22d85f5a5000 req-8d0e033c-d6bd-44d4-8896-43b3a6bdb8c2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528141 Jan 10 11:39:09.010976 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-40310079-d3df-4f69-adc8-bce314512ded req-03712141-4fe4-428a-b2fd-2b3ee1b507dc tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229408 Jan 10 11:39:09.081725 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (521ffce9-574e-43ff-9566-482167228f8f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.114296 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-180a2b50-b2e8-439a-91ad-01378113528f admin admin] Publish callbacks [] for security_group (78fcdc4b-f8ac-4a49-9eaa-e1110352cd32), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.182057 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 8c90115a-1680-4748-a6c3-094a2793bb13, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c90115a-1680-4748-a6c3-094a2793bb13,segment=NetworkSegment(dea12a60-4bcd-4160-9e26-a828c48e5b61),segment_id=dea12a60-4bcd-4160-9e26-a828c48e5b61)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:09.209002 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '8c90115a-1680-4748-a6c3-094a2793bb13', 'network_id': 'd3d9552b-4a80-49ea-8125-48eca58167eb', 'port_id': '8c90115a-1680-4748-a6c3-094a2793bb13', 'mac_address': 'fa:16:3e:70:f0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afff017-5415-45e7-bdd9-08c462f0095c', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:39:09.210988 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-180a2b50-b2e8-439a-91ad-01378113528f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (78fcdc4b-f8ac-4a49-9eaa-e1110352cd32), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.274747 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-180a2b50-b2e8-439a-91ad-01378113528f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3397332e92754408b7d79eb4f7fb4a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6023102 Jan 10 11:39:09.278874 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38966) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:09.282130 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a2b50-b2e8-439a-91ad-01378113528f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fcdc4b-f8ac-4a49-9eaa-e1110352cd32,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:09.311266 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.331889 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c90115a-1680-4748-a6c3-094a2793bb13 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:39:09.363611 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f18e493-0ef1-4544-ba3b-1be847d6f02c admin admin] Publish callbacks [] for security_group (78fcdc4b-f8ac-4a49-9eaa-e1110352cd32), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.372411 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 8c90115a-1680-4748-a6c3-094a2793bb13, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c90115a-1680-4748-a6c3-094a2793bb13,segment=NetworkSegment(dea12a60-4bcd-4160-9e26-a828c48e5b61),segment_id=dea12a60-4bcd-4160-9e26-a828c48e5b61)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:09.398489 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f18e493-0ef1-4544-ba3b-1be847d6f02c admin admin] Publish callbacks [] for security_group (78fcdc4b-f8ac-4a49-9eaa-e1110352cd32), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.504621 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521ffce9-574e-43ff-9566-482167228f8f {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:39:09.517899 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Publish callbacks [] for port (521ffce9-574e-43ff-9566-482167228f8f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.582115 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.625769 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901bd48-bffb-41a7-9910-840263c4dd94 req-e230649e-7a2a-4f91-834d-84a099e64f8a tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:09.628281 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7901bd48-bffb-41a7-9910-840263c4dd94 req-e230649e-7a2a-4f91-834d-84a099e64f8a tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 948 time: 0.0802543 Jan 10 11:39:09.634648 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f18e493-0ef1-4544-ba3b-1be847d6f02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (78fcdc4b-f8ac-4a49-9eaa-e1110352cd32), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.635197 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Transition to ACTIVE for port object 521ffce9-574e-43ff-9566-482167228f8f will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:39:09.638726 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6f18e493-0ef1-4544-ba3b-1be847d6f02c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.640537 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6f18e493-0ef1-4544-ba3b-1be847d6f02c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78fcdc4b-f8ac-4a49-9eaa-e1110352cd32 HTTP/1.1" status: 204 len: 168 time: 0.3603177 Jan 10 11:39:09.664117 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=8c90115a-1680-4748-a6c3-094a2793bb13,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:09.673824 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18e493-0ef1-4544-ba3b-1be847d6f02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fcdc4b-f8ac-4a49-9eaa-e1110352cd32,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:09.748523 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (521ffce9-574e-43ff-9566-482167228f8f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.760128 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7901bd48-bffb-41a7-9910-840263c4dd94 req-a2726770-1fa6-4b8b-9476-8eba24068a91 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176052 Jan 10 11:39:09.818853 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Pushing event updated for resources: {'Port': ['ID=521ffce9-574e-43ff-9566-482167228f8f,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:09.904548 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Attempting to bind port 521ffce9-574e-43ff-9566-482167228f8f on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:39:09.905344 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Attempting to bind port 521ffce9-574e-43ff-9566-482167228f8f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:39:09.905344 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Attempting to bind port 521ffce9-574e-43ff-9566-482167228f8f on network 73452465-d5d7-4c27-928c-80c648c05035 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:09.910738 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Port 521ffce9-574e-43ff-9566-482167228f8f on network 73452465-d5d7-4c27-928c-80c648c05035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:39:09.911330 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Attempting to bind port 521ffce9-574e-43ff-9566-482167228f8f on network 73452465-d5d7-4c27-928c-80c648c05035 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:09.917426 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:39:09.918115 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Checking segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:09.918704 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Bound using segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:39:09.919150 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Bound port: 521ffce9-574e-43ff-9566-482167228f8f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:39:09.919532 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (521ffce9-574e-43ff-9566-482167228f8f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:09.968838 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['8c90115a-1680-4748-a6c3-094a2793bb13'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:39:10.004501 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 38990) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:10.023723 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] For port 521ffce9-574e-43ff-9566-482167228f8f, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:39:10.029650 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] For port 521ffce9-574e-43ff-9566-482167228f8f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521ffce9-574e-43ff-9566-482167228f8f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:39:10.109148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (521ffce9-574e-43ff-9566-482167228f8f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.184100 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:10.184779 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.186919 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] 10.222.0.31 "PUT /v2.0/ports/521ffce9-574e-43ff-9566-482167228f8f HTTP/1.1" status: 200 len: 1093 time: 1.1996610 Jan 10 11:39:10.187458 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ff525c9-af1a-4b34-9c03-56f07ebd1d96', 'tag': '521ffce9-574e-43ff-9566-482167228f8f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:39:10.190419 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6feddbc-6128-4f41-891a-41335c5b2a30" -d '{"events": [{"name": "network-changed", "server_uuid": "9ff525c9-af1a-4b34-9c03-56f07ebd1d96", "tag": "521ffce9-574e-43ff-9566-482167228f8f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:39:10.224625 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65134888-5f6c-4f7d-bebf-ab2aca6f7a90 service neutron] Pushing event updated for resources: {'Port': ['ID=521ffce9-574e-43ff-9566-482167228f8f,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:10.268307 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595213c-4b3b-468a-971c-72ab8f9c3daf req-4d0bb26b-2dd8-40f4-96a9-840ba2b0b275 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:10.270129 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6595213c-4b3b-468a-971c-72ab8f9c3daf req-4d0bb26b-2dd8-40f4-96a9-840ba2b0b275 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 943 time: 0.1131864 Jan 10 11:39:10.289510 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16433c9d-7394-4bb2-8fa6-2df205046797 req-d3fa9856-f038-4ecd-a437-707aac78c880 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:10.291934 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16433c9d-7394-4bb2-8fa6-2df205046797 req-d3fa9856-f038-4ecd-a437-707aac78c880 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1227088 Jan 10 11:39:10.349947 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c865ab34-b272-40f8-8783-f640aa837768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.419610 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6595213c-4b3b-468a-971c-72ab8f9c3daf req-cd8e05cb-0d07-450b-9624-d97d14d16319 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418138 Jan 10 11:39:10.435464 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16433c9d-7394-4bb2-8fa6-2df205046797 req-55c1c73c-5a07-4f02-bede-d704602cf927 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363621 Jan 10 11:39:10.515041 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeffd57-a49d-478f-a8a0-06d0975cdc17 x-openstack-request-id: req-1aeffd57-a49d-478f-a8a0-06d0975cdc17 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:39:10.515381 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ff525c9-af1a-4b34-9c03-56f07ebd1d96", "tag": "521ffce9-574e-43ff-9566-482167228f8f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:39:10.515831 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1aeffd57-a49d-478f-a8a0-06d0975cdc17 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:39:10.517065 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ff525c9-af1a-4b34-9c03-56f07ebd1d96', 'tag': '521ffce9-574e-43ff-9566-482167228f8f', 'status': 'completed', 'code': 200} Jan 10 11:39:10.520176 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-b5dd3dc4-fd42-499d-889d-ade372454e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:10.527903 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-b5dd3dc4-fd42-499d-889d-ade372454e96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 1096 time: 0.0904617 Jan 10 11:39:10.545262 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c865ab34-b272-40f8-8783-f640aa837768 admin admin] Publish callbacks [] for security_group (ec54464e-cb04-4066-8791-caf015d85368), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.573414 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-4466aa36-9ba5-4631-9552-157d62f2b142 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=521ffce9-574e-43ff-9566-482167228f8f HTTP/1.1" status: 200 len: 217 time: 0.0401995 Jan 10 11:39:10.634138 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-482e3fb3-e490-46fe-a2f3-257b9eb00062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:10.635725 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-482e3fb3-e490-46fe-a2f3-257b9eb00062 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dde2740e-0ff9-41b0-a0e1-90d9070df217 HTTP/1.1" status: 200 len: 853 time: 0.0475926 Jan 10 11:39:10.640272 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39014) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:10.663770 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d9977ea2-629d-4d08-b8ea-af40c3055ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.668007 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c865ab34-b272-40f8-8783-f640aa837768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ec54464e-cb04-4066-8791-caf015d85368), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.685482 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-948a50a8-18b4-4d42-b59b-5926806ec6a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73452465-d5d7-4c27-928c-80c648c05035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311654 Jan 10 11:39:10.709719 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c865ab34-b272-40f8-8783-f640aa837768 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b6657fcd6804c71b17de58e07593bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7028322 Jan 10 11:39:10.711372 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865ab34-b272-40f8-8783-f640aa837768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec54464e-cb04-4066-8791-caf015d85368,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:10.713279 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39016) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:10.866825 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-9f06ae78-1d70-4e9f-94fe-02571edd1f08 service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678710 Jan 10 11:39:10.870151 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5c78c725-b4f0-4dfe-8308-507d2eda3bdb admin admin] Publish callbacks [] for security_group (ec54464e-cb04-4066-8791-caf015d85368), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.888639 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7986c-067b-477b-9a09-630f82bc6b15 req-7d09ee8b-f334-41f6-88d0-3786f83310b9 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:10.890234 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-22d7986c-067b-477b-9a09-630f82bc6b15 req-7d09ee8b-f334-41f6-88d0-3786f83310b9 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 949 time: 0.0507886 Jan 10 11:39:10.929813 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d9977ea2-629d-4d08-b8ea-af40c3055ef9 admin admin] Publish callbacks [] for security_group (b62d71d2-9ce1-4299-9a19-aac9152fb97e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.936362 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5c78c725-b4f0-4dfe-8308-507d2eda3bdb admin admin] Publish callbacks [] for security_group (ec54464e-cb04-4066-8791-caf015d85368), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:10.949943 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-22d7986c-067b-477b-9a09-630f82bc6b15 req-2d239940-541d-45b5-9b55-bbb9ceaca0bf tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534389 Jan 10 11:39:11.011385 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d9977ea2-629d-4d08-b8ea-af40c3055ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (b62d71d2-9ce1-4299-9a19-aac9152fb97e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:11.048948 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d6188243-357f-4dbd-9bbf-55e888cdfd2e req-9880e148-4e67-419b-97c4-f2a05f042a92 service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685965 Jan 10 11:39:11.066863 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9977ea2-629d-4d08-b8ea-af40c3055ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62d71d2-9ce1-4299-9a19-aac9152fb97e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:11.071762 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d9977ea2-629d-4d08-b8ea-af40c3055ef9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b21b8c94c0c45cc8d25193c286885e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303832 Jan 10 11:39:11.076220 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39020) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:11.130394 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2676aac3-65aa-4e1d-8aa3-5ac8311864fe admin admin] Publish callbacks [] for security_group (b62d71d2-9ce1-4299-9a19-aac9152fb97e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:11.152177 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2676aac3-65aa-4e1d-8aa3-5ac8311864fe admin admin] Publish callbacks [] for security_group (b62d71d2-9ce1-4299-9a19-aac9152fb97e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:11.167944 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5c78c725-b4f0-4dfe-8308-507d2eda3bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ec54464e-cb04-4066-8791-caf015d85368), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:11.170458 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5c78c725-b4f0-4dfe-8308-507d2eda3bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:11.171559 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5c78c725-b4f0-4dfe-8308-507d2eda3bdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec54464e-cb04-4066-8791-caf015d85368 HTTP/1.1" status: 204 len: 168 time: 0.4476330 Jan 10 11:39:11.202344 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78c725-b4f0-4dfe-8308-507d2eda3bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec54464e-cb04-4066-8791-caf015d85368,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:11.302360 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-32c4bb1a-1dc8-4372-b10e-879a33c87e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:11.303889 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-32c4bb1a-1dc8-4372-b10e-879a33c87e3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 1096 time: 0.0612562 Jan 10 11:39:11.408077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-70113658-de1d-4b8a-a24f-dbe5fe80c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:11.409995 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-70113658-de1d-4b8a-a24f-dbe5fe80c6df service neutron] 10.222.0.31 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 914 time: 0.0981889 Jan 10 11:39:11.430332 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2676aac3-65aa-4e1d-8aa3-5ac8311864fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (b62d71d2-9ce1-4299-9a19-aac9152fb97e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:11.434628 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2676aac3-65aa-4e1d-8aa3-5ac8311864fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:11.436415 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2676aac3-65aa-4e1d-8aa3-5ac8311864fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b62d71d2-9ce1-4299-9a19-aac9152fb97e HTTP/1.1" status: 204 len: 168 time: 0.3591771 Jan 10 11:39:11.521451 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-b9a54ff2-0346-4db5-b631-97e9dd0f76e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=521ffce9-574e-43ff-9566-482167228f8f HTTP/1.1" status: 200 len: 217 time: 0.1039143 Jan 10 11:39:11.528554 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676aac3-65aa-4e1d-8aa3-5ac8311864fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62d71d2-9ce1-4299-9a19-aac9152fb97e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:11.592791 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-616e5bda-1106-4bfc-b3e2-92ab9ecac296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:11.594827 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-616e5bda-1106-4bfc-b3e2-92ab9ecac296 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dde2740e-0ff9-41b0-a0e1-90d9070df217 HTTP/1.1" status: 200 len: 853 time: 0.0616906 Jan 10 11:39:11.662975 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-b0057c7a-6a8a-44cc-97ed-5ece1686cd7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73452465-d5d7-4c27-928c-80c648c05035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600214 Jan 10 11:39:11.689904 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619c2b8-666c-4b2b-bc8d-93a43a4ea524 req-f80e0bc4-5b62-4899-bbc2-dfe5f4dc2e0b tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:11.691829 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f619c2b8-666c-4b2b-bc8d-93a43a4ea524 req-f80e0bc4-5b62-4899-bbc2-dfe5f4dc2e0b tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 943 time: 0.1023901 Jan 10 11:39:11.741134 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c199d4-4c48-4b52-a9fa-7a623c143a92 req-9abf8cdb-4a12-418b-b48d-7ce993fbe4ca tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:11.743680 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-87c199d4-4c48-4b52-a9fa-7a623c143a92 req-9abf8cdb-4a12-418b-b48d-7ce993fbe4ca tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1434209 Jan 10 11:39:11.788078 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f619c2b8-666c-4b2b-bc8d-93a43a4ea524 req-9199f880-9ebd-4cd9-b466-56719528e913 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782001 Jan 10 11:39:11.824576 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-87c199d4-4c48-4b52-a9fa-7a623c143a92 req-efd0c9d5-3e4f-499d-af5e-96ffb370ed2b tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693254 Jan 10 11:39:11.915475 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c905b-3d34-4ac9-851e-2f2e414083fa req-26591ab5-d35d-44e0-b1f1-1d9d5309700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:11.918123 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd3c905b-3d34-4ac9-851e-2f2e414083fa req-26591ab5-d35d-44e0-b1f1-1d9d5309700d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1099 time: 0.1319969 Jan 10 11:39:11.921746 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-754a317b-0d1b-4557-b2eb-d0f840ee51f1 service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489209 Jan 10 11:39:12.005799 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd3c905b-3d34-4ac9-851e-2f2e414083fa req-5f10b45f-23ae-42ee-a09b-19e5217e0233 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692463 Jan 10 11:39:12.078928 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e6feddbc-6128-4f41-891a-41335c5b2a30 req-00f61dbd-8f54-4bfc-8314-ed4cabaa5fa7 service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183753 Jan 10 11:39:12.097312 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc300dc-1cec-4508-8706-95122075adba req-bcb81e88-01c2-48eb-9e36-f1277a2fb4cc tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:12.098862 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fbc300dc-1cec-4508-8706-95122075adba req-bcb81e88-01c2-48eb-9e36-f1277a2fb4cc tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 949 time: 0.0609357 Jan 10 11:39:12.125382 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39050) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:12.142052 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-370c7c78-43be-4d6f-8208-c46bfc33c37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:12.178564 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fbc300dc-1cec-4508-8706-95122075adba req-150ae8f7-2020-4b02-8598-9117c69da566 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714118 Jan 10 11:39:12.246450 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-370c7c78-43be-4d6f-8208-c46bfc33c37f admin admin] Publish callbacks [] for security_group (b8569fd0-c9d1-4571-b63b-2fa6bc91dea1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:12.428512 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-370c7c78-43be-4d6f-8208-c46bfc33c37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (b8569fd0-c9d1-4571-b63b-2fa6bc91dea1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:12.470534 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c7c78-43be-4d6f-8208-c46bfc33c37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8569fd0-c9d1-4571-b63b-2fa6bc91dea1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:12.474792 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-370c7c78-43be-4d6f-8208-c46bfc33c37f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df58044081194226ae94d69669c9075b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479822 Jan 10 11:39:12.479070 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39056) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:12.533176 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93d792ef-0ba9-44fd-b9e7-5969a94c69ea admin admin] Publish callbacks [] for security_group (b8569fd0-c9d1-4571-b63b-2fa6bc91dea1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:12.558638 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93d792ef-0ba9-44fd-b9e7-5969a94c69ea admin admin] Publish callbacks [] for security_group (b8569fd0-c9d1-4571-b63b-2fa6bc91dea1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:12.713807 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93d792ef-0ba9-44fd-b9e7-5969a94c69ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (b8569fd0-c9d1-4571-b63b-2fa6bc91dea1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:12.722633 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-93d792ef-0ba9-44fd-b9e7-5969a94c69ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:12.722633 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-93d792ef-0ba9-44fd-b9e7-5969a94c69ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8569fd0-c9d1-4571-b63b-2fa6bc91dea1 HTTP/1.1" status: 204 len: 168 time: 0.2376895 Jan 10 11:39:12.728537 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d792ef-0ba9-44fd-b9e7-5969a94c69ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8569fd0-c9d1-4571-b63b-2fa6bc91dea1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:12.927208 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 521ffce9-574e-43ff-9566-482167228f8f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:39:12.939972 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 8c90115a-1680-4748-a6c3-094a2793bb13 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:12.972923 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdf106-8fe7-4f8e-bdc2-843bc2febbb2 req-4a4c21a8-8b8b-43e0-8287-244fda978657 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:12.974578 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e4fdf106-8fe7-4f8e-bdc2-843bc2febbb2 req-4a4c21a8-8b8b-43e0-8287-244fda978657 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 943 time: 0.0959697 Jan 10 11:39:12.990393 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac235d-647f-41fc-8877-689b2f64dcb2 req-364f1876-ab36-466e-aa2d-ebccbd577267 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:12.991969 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d0ac235d-647f-41fc-8877-689b2f64dcb2 req-364f1876-ab36-466e-aa2d-ebccbd577267 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0741847 Jan 10 11:39:13.097306 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 521ffce9-574e-43ff-9566-482167228f8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521ffce9-574e-43ff-9566-482167228f8f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:13.101730 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d0ac235d-647f-41fc-8877-689b2f64dcb2 req-68d23eb3-503a-49f4-a472-d3dc3678941f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024482 Jan 10 11:39:13.110831 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e4fdf106-8fe7-4f8e-bdc2-843bc2febbb2 req-b2eef89a-3c5a-44f4-9143-66c4db90ffd7 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177857 Jan 10 11:39:13.112507 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '521ffce9-574e-43ff-9566-482167228f8f', 'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'port_id': '521ffce9-574e-43ff-9566-482167228f8f', 'mac_address': 'fa:16:3e:d8:ed:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde2740e-0ff9-41b0-a0e1-90d9070df217', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:39:13.172831 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 8c90115a-1680-4748-a6c3-094a2793bb13 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:39:13.184063 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 8c90115a-1680-4748-a6c3-094a2793bb13 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:13.184997 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:13.219122 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (521ffce9-574e-43ff-9566-482167228f8f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:13.240305 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521ffce9-574e-43ff-9566-482167228f8f {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:39:13.263853 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 521ffce9-574e-43ff-9566-482167228f8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521ffce9-574e-43ff-9566-482167228f8f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:13.312278 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:13.337118 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b8fbd4-4073-4498-9498-b440d643398a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c90115a-1680-4748-a6c3-094a2793bb13'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:39:13.339562 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4331166d-efa1-43d6-9adf-834ca13385a5" -d '{"events": [{"server_uuid": "e5b8fbd4-4073-4498-9498-b440d643398a", "name": "network-vif-plugged", "status": "completed", "tag": "8c90115a-1680-4748-a6c3-094a2793bb13"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:39:13.357318 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 8c90115a-1680-4748-a6c3-094a2793bb13, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c90115a-1680-4748-a6c3-094a2793bb13,segment=NetworkSegment(dea12a60-4bcd-4160-9e26-a828c48e5b61),segment_id=dea12a60-4bcd-4160-9e26-a828c48e5b61)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:13.367649 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38264b-dd1a-429c-81d8-bddef2d62312 req-f0e7041d-40b1-4ce0-87aa-2edec8ca1cfc tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:13.369263 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e38264b-dd1a-429c-81d8-bddef2d62312 req-f0e7041d-40b1-4ce0-87aa-2edec8ca1cfc tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 949 time: 0.0755801 Jan 10 11:39:13.416143 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d7a3ab-fb95-493c-9759-92e571da3b83 x-openstack-request-id: req-43d7a3ab-fb95-493c-9759-92e571da3b83 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:39:13.416587 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b8fbd4-4073-4498-9498-b440d643398a", "name": "network-vif-plugged", "status": "completed", "tag": "8c90115a-1680-4748-a6c3-094a2793bb13", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:39:13.417042 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43d7a3ab-fb95-493c-9759-92e571da3b83 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:39:13.417550 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b8fbd4-4073-4498-9498-b440d643398a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c90115a-1680-4748-a6c3-094a2793bb13', 'code': 200} Jan 10 11:39:13.446626 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (521ffce9-574e-43ff-9566-482167228f8f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:13.450380 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:13.459051 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e38264b-dd1a-429c-81d8-bddef2d62312 req-b78641e4-afb3-4ade-a988-a390daa4e0fa tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768712 Jan 10 11:39:13.544276 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=521ffce9-574e-43ff-9566-482167228f8f,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:13.601489 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=8c90115a-1680-4748-a6c3-094a2793bb13,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:13.853018 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['521ffce9-574e-43ff-9566-482167228f8f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:39:14.010463 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082ff88-5e07-491c-b7fb-c267d3dbef21 req-e4e77e7d-e2ab-4165-8cc6-b59bec7ef4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:14.012131 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d082ff88-5e07-491c-b7fb-c267d3dbef21 req-e4e77e7d-e2ab-4165-8cc6-b59bec7ef4c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 1103 time: 0.0466719 Jan 10 11:39:14.025460 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39120) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:14.081434 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d082ff88-5e07-491c-b7fb-c267d3dbef21 req-46ebe352-e2fa-4abc-84ee-04d37282bdd8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578909 Jan 10 11:39:14.309524 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466f2d2-d5af-4f31-8f79-98410cc8ee05 req-dbd6f9ff-dc1b-4d02-b2b2-5c7954d2787a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:14.311122 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2466f2d2-d5af-4f31-8f79-98410cc8ee05 req-dbd6f9ff-dc1b-4d02-b2b2-5c7954d2787a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1204686 Jan 10 11:39:14.328114 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e09869-db47-4993-8599-5a516f5467a3 req-089f0ce4-50c3-4fcc-87a2-6cd5a3a2d3a3 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:14.329825 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2e09869-db47-4993-8599-5a516f5467a3 req-089f0ce4-50c3-4fcc-87a2-6cd5a3a2d3a3 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 944 time: 0.0991695 Jan 10 11:39:14.428217 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2466f2d2-d5af-4f31-8f79-98410cc8ee05 req-5f5ec24e-ea72-4d51-ad1f-e474c81b0080 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970533 Jan 10 11:39:14.437307 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7456f92d-8d41-48d5-880b-ec71b524933f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:14.459542 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f2e09869-db47-4993-8599-5a516f5467a3 req-d92f8490-80df-4038-a687-3b1005c6de1b tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144352 Jan 10 11:39:14.571519 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7456f92d-8d41-48d5-880b-ec71b524933f admin admin] Publish callbacks [] for security_group (36c2070c-157c-4dbd-92be-eae2fb125a94), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:14.715993 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7456f92d-8d41-48d5-880b-ec71b524933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (36c2070c-157c-4dbd-92be-eae2fb125a94), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:14.764224 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-7456f92d-8d41-48d5-880b-ec71b524933f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0a190826a764372ae7f45ae7511ab41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7369108 Jan 10 11:39:14.766901 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39156) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:14.768602 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456f92d-8d41-48d5-880b-ec71b524933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c2070c-157c-4dbd-92be-eae2fb125a94,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:14.779741 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e915-7073-487a-b6d7-796bd918d380 req-a15bfc6c-aaf8-42ff-a712-d6bf1ab48bc8 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:14.781287 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c892e915-7073-487a-b6d7-796bd918d380 req-a15bfc6c-aaf8-42ff-a712-d6bf1ab48bc8 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 950 time: 0.0966883 Jan 10 11:39:14.836893 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-902ae793-43b3-4407-a9ab-2b9e1aadf51c admin admin] Publish callbacks [] for security_group (36c2070c-157c-4dbd-92be-eae2fb125a94), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:14.854657 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c892e915-7073-487a-b6d7-796bd918d380 req-b7361a01-d02f-449c-9d44-3daf4c359e33 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619690 Jan 10 11:39:14.878946 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-902ae793-43b3-4407-a9ab-2b9e1aadf51c admin admin] Publish callbacks [] for security_group (36c2070c-157c-4dbd-92be-eae2fb125a94), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:15.056630 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-902ae793-43b3-4407-a9ab-2b9e1aadf51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (36c2070c-157c-4dbd-92be-eae2fb125a94), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:15.059387 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-902ae793-43b3-4407-a9ab-2b9e1aadf51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:15.063678 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-902ae793-43b3-4407-a9ab-2b9e1aadf51c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36c2070c-157c-4dbd-92be-eae2fb125a94 HTTP/1.1" status: 204 len: 168 time: 0.2954087 Jan 10 11:39:15.077176 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ae793-43b3-4407-a9ab-2b9e1aadf51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c2070c-157c-4dbd-92be-eae2fb125a94,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:15.198575 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822b152-f81a-4607-a26d-7a051223867f req-ea45f10b-bec0-4c54-866b-57adc8a16c4e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:15.200330 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7822b152-f81a-4607-a26d-7a051223867f req-ea45f10b-bec0-4c54-866b-57adc8a16c4e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0612044 Jan 10 11:39:15.273345 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7822b152-f81a-4607-a26d-7a051223867f req-5ca64080-3044-4ebc-b6a0-b2d821bc0ef9 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609379 Jan 10 11:39:15.311772 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-edcb9767-b196-431d-9f77-8593efa8bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:15.313327 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-edcb9767-b196-431d-9f77-8593efa8bdd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1099 time: 0.0471776 Jan 10 11:39:15.425022 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-38205d56-7db1-4b16-85d6-c6f760c954cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:15.427655 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-38205d56-7db1-4b16-85d6-c6f760c954cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 919 time: 0.1018629 Jan 10 11:39:15.475346 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-d3709bde-8498-47cc-93b0-5694aff36a82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498 HTTP/1.1" status: 200 len: 217 time: 0.0390158 Jan 10 11:39:15.530048 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-604d3c94-753f-4b98-bf81-c3962aa1a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:15.531526 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-604d3c94-753f-4b98-bf81-c3962aa1a7dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 200 len: 858 time: 0.0473342 Jan 10 11:39:15.563619 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-976c1e5f-1910-4444-8d7d-46ca8015971f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b7066df-867a-4f7f-8c8c-edef37acae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248134 Jan 10 11:39:15.621226 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562dff9-bff9-4d76-be4f-d5099dd75818 req-bf9f11d1-e1c4-4cea-8eb9-1ea1bd6bb859 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:15.622916 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7562dff9-bff9-4d76-be4f-d5099dd75818 req-bf9f11d1-e1c4-4cea-8eb9-1ea1bd6bb859 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 944 time: 0.0581808 Jan 10 11:39:15.701777 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-1e13a28d-c338-4e8b-9fa5-553b5234dca8 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189115 Jan 10 11:39:15.706811 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7562dff9-bff9-4d76-be4f-d5099dd75818 req-a8bad749-50b0-4124-b921-88411ed8b918 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722923 Jan 10 11:39:15.813219 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d0290811-3a95-4cc6-9fa0-a1a93518377a req-27f2d5a7-dacc-47ab-9f94-124ce646ba5f service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004834 Jan 10 11:39:15.925268 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39230) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:16.031436 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476fc02-972b-480b-b347-9d5361f7ef5d req-effa7e24-9b1b-48ee-a856-ca99a03db452 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:16.033020 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4476fc02-972b-480b-b347-9d5361f7ef5d req-effa7e24-9b1b-48ee-a856-ca99a03db452 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 950 time: 0.0668354 Jan 10 11:39:16.072267 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e00fa702-165b-4991-825a-5e55df605d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.112140 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4476fc02-972b-480b-b347-9d5361f7ef5d req-fd8d7065-c7b3-49be-b177-4e983308d8c0 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712128 Jan 10 11:39:16.217268 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e00fa702-165b-4991-825a-5e55df605d0e admin admin] Publish callbacks [] for security_group (932ebd78-2166-4dc2-a484-19b194d34b1e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.389280 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e00fa702-165b-4991-825a-5e55df605d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (932ebd78-2166-4dc2-a484-19b194d34b1e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.406802 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39238) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:16.428424 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36a3678c-ad24-4922-8dcd-69aaff5064a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.434485 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f377d-0788-4fa2-8ee3-56a46b850e0b req-31fe43cd-70b8-42df-bde7-6c4edf653d80 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:16.436060 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dd6f377d-0788-4fa2-8ee3-56a46b850e0b req-31fe43cd-70b8-42df-bde7-6c4edf653d80 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0881438 Jan 10 11:39:16.457113 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e00fa702-165b-4991-825a-5e55df605d0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92ed03e4f2a848aa95e7d494b20065c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5307171 Jan 10 11:39:16.458946 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39242) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:16.460216 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fa702-165b-4991-825a-5e55df605d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932ebd78-2166-4dc2-a484-19b194d34b1e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:16.535728 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dd6f377d-0788-4fa2-8ee3-56a46b850e0b req-3bc16862-081a-4392-8695-68828fe3e382 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771780 Jan 10 11:39:16.582275 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ca29ccd1-b383-46b7-bf37-5fd02e8b00ff admin admin] Publish callbacks [] for security_group (932ebd78-2166-4dc2-a484-19b194d34b1e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.606124 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36a3678c-ad24-4922-8dcd-69aaff5064a6 admin admin] Publish callbacks [] for security_group (fafa5ce6-8c8d-4059-aa05-2c72fec63786), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.615712 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ca29ccd1-b383-46b7-bf37-5fd02e8b00ff admin admin] Publish callbacks [] for security_group (932ebd78-2166-4dc2-a484-19b194d34b1e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.787927 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-36a3678c-ad24-4922-8dcd-69aaff5064a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (fafa5ce6-8c8d-4059-aa05-2c72fec63786), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.829885 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-36a3678c-ad24-4922-8dcd-69aaff5064a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69c39823356b4e4da15d78f08658fd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4216449 Jan 10 11:39:16.830793 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3678c-ad24-4922-8dcd-69aaff5064a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafa5ce6-8c8d-4059-aa05-2c72fec63786,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:16.833235 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39248) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:16.841903 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ca29ccd1-b383-46b7-bf37-5fd02e8b00ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (932ebd78-2166-4dc2-a484-19b194d34b1e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.844394 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ca29ccd1-b383-46b7-bf37-5fd02e8b00ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.845640 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ca29ccd1-b383-46b7-bf37-5fd02e8b00ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/932ebd78-2166-4dc2-a484-19b194d34b1e HTTP/1.1" status: 204 len: 168 time: 0.3854423 Jan 10 11:39:16.895914 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29ccd1-b383-46b7-bf37-5fd02e8b00ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932ebd78-2166-4dc2-a484-19b194d34b1e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:16.911210 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9190c3-109c-4d9c-9f69-162478ec25c6 req-da8f3682-dc16-49f8-8481-b0f2a4c8a9ce tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:16.913553 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8d9190c3-109c-4d9c-9f69-162478ec25c6 req-da8f3682-dc16-49f8-8481-b0f2a4c8a9ce tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 944 time: 0.1070280 Jan 10 11:39:16.932009 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bac62245-9604-4cd6-8cc6-27a10dc8e34e admin admin] Publish callbacks [] for security_group (fafa5ce6-8c8d-4059-aa05-2c72fec63786), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:16.935652 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 521ffce9-574e-43ff-9566-482167228f8f up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:17.000721 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bac62245-9604-4cd6-8cc6-27a10dc8e34e admin admin] Publish callbacks [] for security_group (fafa5ce6-8c8d-4059-aa05-2c72fec63786), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:17.053920 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8d9190c3-109c-4d9c-9f69-162478ec25c6 req-3040ed9b-f870-4e91-a8b1-9f408c9435f9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190464 Jan 10 11:39:17.159323 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 521ffce9-574e-43ff-9566-482167228f8f completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:39:17.164710 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 521ffce9-574e-43ff-9566-482167228f8f triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:17.165133 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (521ffce9-574e-43ff-9566-482167228f8f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:17.199560 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bac62245-9604-4cd6-8cc6-27a10dc8e34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (fafa5ce6-8c8d-4059-aa05-2c72fec63786), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:17.203683 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bac62245-9604-4cd6-8cc6-27a10dc8e34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:17.204861 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bac62245-9604-4cd6-8cc6-27a10dc8e34e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fafa5ce6-8c8d-4059-aa05-2c72fec63786 HTTP/1.1" status: 204 len: 168 time: 0.3707447 Jan 10 11:39:17.226200 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac62245-9604-4cd6-8cc6-27a10dc8e34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafa5ce6-8c8d-4059-aa05-2c72fec63786,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:17.322437 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714add2-9ece-42be-aad3-1623db0b6375 req-a0a231c0-50da-4da2-812a-e24b9034ff6e tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:17.336655 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e714add2-9ece-42be-aad3-1623db0b6375 req-a0a231c0-50da-4da2-812a-e24b9034ff6e tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 950 time: 0.1430271 Jan 10 11:39:17.340183 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (521ffce9-574e-43ff-9566-482167228f8f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:17.374420 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff525c9-af1a-4b34-9c03-56f07ebd1d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521ffce9-574e-43ff-9566-482167228f8f'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:39:17.377146 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eaa90b-c666-4584-b5e2-cead639d25fb" -d '{"events": [{"server_uuid": "9ff525c9-af1a-4b34-9c03-56f07ebd1d96", "name": "network-vif-plugged", "status": "completed", "tag": "521ffce9-574e-43ff-9566-482167228f8f"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:39:17.404908 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 521ffce9-574e-43ff-9566-482167228f8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521ffce9-574e-43ff-9566-482167228f8f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:17.429443 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f04dcf7-5f46-4a4b-815e-572929037cf1 x-openstack-request-id: req-6f04dcf7-5f46-4a4b-815e-572929037cf1 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:39:17.429931 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff525c9-af1a-4b34-9c03-56f07ebd1d96", "name": "network-vif-plugged", "status": "completed", "tag": "521ffce9-574e-43ff-9566-482167228f8f", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:39:17.431094 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f04dcf7-5f46-4a4b-815e-572929037cf1 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:39:17.431793 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff525c9-af1a-4b34-9c03-56f07ebd1d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521ffce9-574e-43ff-9566-482167228f8f', 'code': 200} Jan 10 11:39:17.438900 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e714add2-9ece-42be-aad3-1623db0b6375 req-f92f981d-15cb-488a-a662-e6fa1d997f0f tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Jan 10 11:39:17.560068 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (521ffce9-574e-43ff-9566-482167228f8f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:17.644754 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=521ffce9-574e-43ff-9566-482167228f8f,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:17.719200 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80aaa74-36cb-4c25-8538-47e4c2d18893 req-262ac073-f2e9-4f88-8759-1c13ff0635f5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:17.720767 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e80aaa74-36cb-4c25-8538-47e4c2d18893 req-262ac073-f2e9-4f88-8759-1c13ff0635f5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0786805 Jan 10 11:39:17.780934 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e80aaa74-36cb-4c25-8538-47e4c2d18893 req-7162ede5-e5a5-4790-860c-ac793d7e856e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530047 Jan 10 11:39:17.975591 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1071af-a1da-498e-b834-5512ebe80b48 req-0f8beea5-16c0-4a8f-acab-0061660466e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:17.977838 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e1071af-a1da-498e-b834-5512ebe80b48 req-0f8beea5-16c0-4a8f-acab-0061660466e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 1098 time: 0.0622056 Jan 10 11:39:18.034701 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9e1071af-a1da-498e-b834-5512ebe80b48 req-412fef14-32d2-4127-8a17-f01c683617ef service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 Jan 10 11:39:18.128463 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39298) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:18.156422 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e50b3499-2d96-44c2-bad5-ae56dd38671e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:18.189589 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093a9d4-f96f-40eb-912e-6d6c4a041689 req-3188aac8-7000-4821-8c7b-d8df17badf01 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:18.191265 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6093a9d4-f96f-40eb-912e-6d6c4a041689 req-3188aac8-7000-4821-8c7b-d8df17badf01 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 945 time: 0.0711133 Jan 10 11:39:18.257959 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6093a9d4-f96f-40eb-912e-6d6c4a041689 req-86516d4c-da3e-40e7-bc39-2fd851dc3a3e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553873 Jan 10 11:39:18.260491 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e50b3499-2d96-44c2-bad5-ae56dd38671e admin admin] Publish callbacks [] for security_group (8b5f2212-050e-4986-989c-bb5c9d72cf6c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:18.662750 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e50b3499-2d96-44c2-bad5-ae56dd38671e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8b5f2212-050e-4986-989c-bb5c9d72cf6c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:18.708716 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e50b3499-2d96-44c2-bad5-ae56dd38671e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a79c76b651f42c79782c1df7a7d3fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5785570 Jan 10 11:39:18.709535 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b3499-2d96-44c2-bad5-ae56dd38671e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5f2212-050e-4986-989c-bb5c9d72cf6c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:18.713404 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39306) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:18.809612 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e14a8-2d1b-4009-b568-20b727b0ce43 req-3dd4996b-8626-40a1-ba89-722f1503da8c tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:18.813419 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d8e14a8-2d1b-4009-b568-20b727b0ce43 req-3dd4996b-8626-40a1-ba89-722f1503da8c tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 950 time: 0.0811689 Jan 10 11:39:18.813419 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98d646fa-14b1-4b23-8c4c-becf5b69345c admin admin] Publish callbacks [] for security_group (8b5f2212-050e-4986-989c-bb5c9d72cf6c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:18.884697 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98d646fa-14b1-4b23-8c4c-becf5b69345c admin admin] Publish callbacks [] for security_group (8b5f2212-050e-4986-989c-bb5c9d72cf6c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:18.979536 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d8e14a8-2d1b-4009-b568-20b727b0ce43 req-42863bc7-1456-4db1-9c42-42c2e32fdcae tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475270 Jan 10 11:39:18.999508 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c567148-aac9-40b9-83fc-c3eed2f146b4 req-07265625-230c-43e5-af02-39006e0b8eb5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:19.001007 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2c567148-aac9-40b9-83fc-c3eed2f146b4 req-07265625-230c-43e5-af02-39006e0b8eb5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1195550 Jan 10 11:39:19.059632 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2c567148-aac9-40b9-83fc-c3eed2f146b4 req-38bdbd4d-4559-4339-b3e8-7cdba253519a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507586 Jan 10 11:39:19.142443 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98d646fa-14b1-4b23-8c4c-becf5b69345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8b5f2212-050e-4986-989c-bb5c9d72cf6c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:19.145422 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98d646fa-14b1-4b23-8c4c-becf5b69345c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:19.150710 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-98d646fa-14b1-4b23-8c4c-becf5b69345c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b5f2212-050e-4986-989c-bb5c9d72cf6c HTTP/1.1" status: 204 len: 168 time: 0.4321713 Jan 10 11:39:19.157720 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d646fa-14b1-4b23-8c4c-becf5b69345c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5f2212-050e-4986-989c-bb5c9d72cf6c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:19.395230 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9c0ce-0366-446b-acd4-fc2780c8a72b req-bf9665cd-4391-4054-93d0-786b1c3ae868 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:19.396782 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b0a9c0ce-0366-446b-acd4-fc2780c8a72b req-bf9665cd-4391-4054-93d0-786b1c3ae868 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Jan 10 11:39:19.457347 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b0a9c0ce-0366-446b-acd4-fc2780c8a72b req-340a58e2-0f9c-40d2-a6dd-38522241536a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501416 Jan 10 11:39:20.150471 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b6654-fcc9-4593-9040-9edfe346f008 req-a2d3ee3c-e4b2-47b6-8162-9c6283c48d7b tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:20.152537 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6c7b6654-fcc9-4593-9040-9edfe346f008 req-a2d3ee3c-e4b2-47b6-8162-9c6283c48d7b tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 950 time: 0.0896325 Jan 10 11:39:20.249400 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6c7b6654-fcc9-4593-9040-9edfe346f008 req-fe482454-4ed4-41b6-ba59-e3b3d7530074 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868337 Jan 10 11:39:20.276364 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5cbb6-0c8c-402a-8098-94bdea417ebf req-28de327a-d0a7-48e6-b04d-d9bfd04196f8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:20.277918 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-92b5cbb6-0c8c-402a-8098-94bdea417ebf req-28de327a-d0a7-48e6-b04d-d9bfd04196f8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0904143 Jan 10 11:39:20.376926 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-92b5cbb6-0c8c-402a-8098-94bdea417ebf req-56753314-d389-497d-8252-d161a877a319 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771132 Jan 10 11:39:20.603320 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7e62-18df-442b-a41f-575fa7f16d56 req-e6d99b86-7034-4576-913d-e21e6ebb0d52 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:20.623055 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f10f7e62-18df-442b-a41f-575fa7f16d56 req-e6d99b86-7034-4576-913d-e21e6ebb0d52 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 945 time: 0.0740154 Jan 10 11:39:20.732542 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f10f7e62-18df-442b-a41f-575fa7f16d56 req-0173459c-c05e-4f60-a14c-b0dfa0e7fd7c tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085362 Jan 10 11:39:20.767157 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39384) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:20.904492 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1239050775-network', 'tenant_id': 'dff2384ab41246569dfd6041c018af6c'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:21.062731 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Made reservation on behalf of dff2384ab41246569dfd6041c018af6c for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:21.066311 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:21.077222 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:21.184429 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Publish callbacks [] for security_group (9082e44e-400d-4c3f-96bd-93b0ebfc9910), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:21.257497 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-24250170-3169-4562-b264-c9eca343f1c7 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:21.259028 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-24250170-3169-4562-b264-c9eca343f1c7 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 950 time: 0.0547469 Jan 10 11:39:21.376180 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Deleting port 8c90115a-1680-4748-a6c3-094a2793bb13 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:39:21.376524 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:21.430854 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571dcbe6-f356-4bd9-8566-89636b20d53d req-c44d77b6-9cea-4615-9a45-e6abd94378d4 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:21.432559 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-571dcbe6-f356-4bd9-8566-89636b20d53d req-c44d77b6-9cea-4615-9a45-e6abd94378d4 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 950 time: 0.0745072 Jan 10 11:39:21.451564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (9082e44e-400d-4c3f-96bd-93b0ebfc9910), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:21.509915 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:39:21.526528 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9082e44e-400d-4c3f-96bd-93b0ebfc9910,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:21.535920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (e6445e18-ba2c-4782-adfc-1ef6b5b861e5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:21.536613 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Added segment e6445e18-ba2c-4782-adfc-1ef6b5b861e5 of type vlan for network f26547e4-f015-4a94-8a94-f393237a1139 Jan 10 11:39:21.591328 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39396) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:21.611357 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] For port 8c90115a-1680-4748-a6c3-094a2793bb13, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8c90115a-1680-4748-a6c3-094a2793bb13,segment=NetworkSegment(dea12a60-4bcd-4160-9e26-a828c48e5b61),segment_id=dea12a60-4bcd-4160-9e26-a828c48e5b61)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:21.612586 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:21.623518 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (f26547e4-f015-4a94-8a94-f393237a1139), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:21.634553 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Calling delete_port for 8c90115a-1680-4748-a6c3-094a2793bb13 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:39:21.635439 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-571dcbe6-f356-4bd9-8566-89636b20d53d req-9716d3f3-ac0b-4d63-89b7-dfac92b895c9 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/security-groups?id=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857402 Jan 10 11:39:22.001089 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (f26547e4-f015-4a94-8a94-f393237a1139), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.002021 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:22.002754 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.031720 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-421ba82b-92e9-41e2-b7ce-0eddc72b40aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.101908 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] Pushing event updated for resources: {'Network': ['ID=f26547e4-f015-4a94-8a94-f393237a1139,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:22.115093 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network f26547e4-f015-4a94-8a94-f393237a1139 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:39:22.152689 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d07e70b4-7325-4815-98f1-aecf7e964856 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3843267 Jan 10 11:39:22.157835 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39410) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:22.162720 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Request body: {'subnet': {'network_id': 'f26547e4-f015-4a94-8a94-f393237a1139', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1239050775-subnet', 'tenant_id': 'dff2384ab41246569dfd6041c018af6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:22.227156 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-421ba82b-92e9-41e2-b7ce-0eddc72b40aa admin admin] Publish callbacks [] for security_group (1dc9129e-6864-4d7b-8d1a-4cf5dfea35c1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.371072 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Made reservation on behalf of dff2384ab41246569dfd6041c018af6c for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:22.373432 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.537884 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (8c90115a-1680-4748-a6c3-094a2793bb13), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.539592 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-421ba82b-92e9-41e2-b7ce-0eddc72b40aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1dc9129e-6864-4d7b-8d1a-4cf5dfea35c1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.554860 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['8c90115a-1680-4748-a6c3-094a2793bb13'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:39:22.594279 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Pushing event deleted for resources: {'Port': ['ID=8c90115a-1680-4748-a6c3-094a2793bb13,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:22.633464 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-421ba82b-92e9-41e2-b7ce-0eddc72b40aa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=026a1bbd34a4462dbb4afb5be94c028e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0383189 Jan 10 11:39:22.641194 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39412) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:22.648346 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ba82b-92e9-41e2-b7ce-0eddc72b40aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc9129e-6864-4d7b-8d1a-4cf5dfea35c1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:22.677800 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] No DVR routers for this DVR port 8c90115a-1680-4748-a6c3-094a2793bb13 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:39:22.690556 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.694006 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a5c7e221-cd75-41d5-a431-2e1b0f2adfa2 req-d13400b6-2b9d-48c1-9814-07c57a256276 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.31 "DELETE /v2.0/ports/8c90115a-1680-4748-a6c3-094a2793bb13 HTTP/1.1" status: 204 len: 173 time: 1.4269278 Jan 10 11:39:22.694504 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b8fbd4-4073-4498-9498-b440d643398a', 'name': 'network-vif-deleted', 'tag': '8c90115a-1680-4748-a6c3-094a2793bb13'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:39:22.697905 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef03e02-d7a3-4c60-9911-1c7a9107cdeb" -d '{"events": [{"server_uuid": "e5b8fbd4-4073-4498-9498-b440d643398a", "name": "network-vif-deleted", "tag": "8c90115a-1680-4748-a6c3-094a2793bb13"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:39:22.779047 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33fb2f9-026b-45da-9bd7-c73cc9c4393e x-openstack-request-id: req-f33fb2f9-026b-45da-9bd7-c73cc9c4393e {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:39:22.794860 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b8fbd4-4073-4498-9498-b440d643398a", "name": "network-vif-deleted", "tag": "8c90115a-1680-4748-a6c3-094a2793bb13", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:39:22.795923 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f33fb2f9-026b-45da-9bd7-c73cc9c4393e {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:39:22.796087 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b8fbd4-4073-4498-9498-b440d643398a', 'name': 'network-vif-deleted', 'tag': '8c90115a-1680-4748-a6c3-094a2793bb13', 'status': 'completed', 'code': 200} Jan 10 11:39:22.828851 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a3979a04-5e28-4e9b-87b6-76ba78a4e07c req-def3ba55-da71-4d20-9e2c-b33c7ef820a3 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 210 time: 0.0622699 Jan 10 11:39:22.852237 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-037a3bbb-cf06-48e7-b660-9b859a718601 admin admin] Publish callbacks [] for security_group (1dc9129e-6864-4d7b-8d1a-4cf5dfea35c1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.951570 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-037a3bbb-cf06-48e7-b660-9b859a718601 admin admin] Publish callbacks [] for security_group (1dc9129e-6864-4d7b-8d1a-4cf5dfea35c1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:22.967794 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for subnet (5396f114-8a5c-454e-9bb1-89781f8fe215), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:23.145051 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5396f114-8a5c-454e-9bb1-89781f8fe215,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:23.174943 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379df63f-b9d9-4dbc-841e-1aaa69694b4e req-1ce04295-4bb2-4586-96b4-128b0ceea652 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:23.177237 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-379df63f-b9d9-4dbc-841e-1aaa69694b4e req-1ce04295-4bb2-4586-96b4-128b0ceea652 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.2212689 Jan 10 11:39:23.198788 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Checking segment: {'id': 'e6445e18-ba2c-4782-adfc-1ef6b5b861e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f26547e4-f015-4a94-8a94-f393237a1139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:23.199144 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Network hostable DHCP agents. Network: f26547e4-f015-4a94-8a94-f393237a1139, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:39:23.251163 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-379df63f-b9d9-4dbc-841e-1aaa69694b4e req-fe7e938b-37a5-4d81-800a-8aa361546412 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Jan 10 11:39:23.451633 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Network f26547e4-f015-4a94-8a94-f393237a1139 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:39:23.453842 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-037a3bbb-cf06-48e7-b660-9b859a718601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1dc9129e-6864-4d7b-8d1a-4cf5dfea35c1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:23.456512 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-037a3bbb-cf06-48e7-b660-9b859a718601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:23.457729 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-037a3bbb-cf06-48e7-b660-9b859a718601 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dc9129e-6864-4d7b-8d1a-4cf5dfea35c1 HTTP/1.1" status: 204 len: 168 time: 0.8155336 Jan 10 11:39:23.469248 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a3bbb-cf06-48e7-b660-9b859a718601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc9129e-6864-4d7b-8d1a-4cf5dfea35c1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:23.639462 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f26547e4-f015-4a94-8a94-f393237a1139) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:23.645137 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:23.646390 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:23.655400 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5874c-c8dd-40b1-b942-485add0c090e None None] Network f26547e4-f015-4a94-8a94-f393237a1139 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:39:23.779322 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995d7d5-99dc-47c6-8de4-1ec1bc3bf8fb None None] Network f26547e4-f015-4a94-8a94-f393237a1139 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:39:23.802833 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1fd0a392-a82c-479f-bf3b-591ae97e3ce2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6438351 Jan 10 11:39:24.053399 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee2aa290-77ca-4263-9bee-204d41edaa6f req-18905eb0-ca61-48c1-b6c3-e790af625937 tempest-VolumesNegativeTest-971464161 tempest-VolumesNegativeTest-971464161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5b8fbd4-4073-4498-9498-b440d643398a HTTP/1.1" status: 200 len: 210 time: 0.0595324 Jan 10 11:39:24.463137 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c38b2314-a858-4ae1-84c4-5ede410dbe1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:24.726577 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39472) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:24.753806 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6064be-e574-4b74-ac16-feef5d981c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:24.838394 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6064be-e574-4b74-ac16-feef5d981c92 admin admin] Publish callbacks [] for security_group (a53a153c-08c9-498a-bcab-258e0072b2a7), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:24.919842 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c6064be-e574-4b74-ac16-feef5d981c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a53a153c-08c9-498a-bcab-258e0072b2a7), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:24.967645 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 8c90115a-1680-4748-a6c3-094a2793bb13 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:39:24.981714 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3c6064be-e574-4b74-ac16-feef5d981c92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd7647e0d15844bda7ce4c1e029d1758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508750 Jan 10 11:39:24.981714 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6064be-e574-4b74-ac16-feef5d981c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a153c-08c9-498a-bcab-258e0072b2a7,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:24.982161 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 39476) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:25.032472 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 8c90115a-1680-4748-a6c3-094a2793bb13 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:39:25.033014 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 8c90115a-1680-4748-a6c3-094a2793bb13 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:39:25.045803 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Publish callbacks [] for security_group (a53a153c-08c9-498a-bcab-258e0072b2a7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.073854 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Publish callbacks [] for security_group (a53a153c-08c9-498a-bcab-258e0072b2a7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.209396 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39490) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:25.218483 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1286531941-network', 'tenant_id': '641c2aa6c9b9462a9b09db1c18c96268'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:25.297559 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a53a153c-08c9-498a-bcab-258e0072b2a7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.302896 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.305404 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a53a153c-08c9-498a-bcab-258e0072b2a7 HTTP/1.1" status: 204 len: 168 time: 0.3219583 Jan 10 11:39:25.319293 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a153c-08c9-498a-bcab-258e0072b2a7,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:25.333624 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.334180 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.335384 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.335384 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.336534 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.336961 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.337525 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.338172 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.338764 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.339330 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.339882 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.340408 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.341116 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22078859-609e-4646-8d4d-efb9758fa464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.365725 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Made reservation on behalf of 641c2aa6c9b9462a9b09db1c18c96268 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:25.369605 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.388615 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.533723 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Publish callbacks [] for security_group (75eb503b-0b8e-4ff5-bd56-857b504e8737), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.704305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (75eb503b-0b8e-4ff5-bd56-857b504e8737), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.739477 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:39:25.757035 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eb503b-0b8e-4ff5-bd56-857b504e8737,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:25.760322 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (54b2c38f-7ab0-4d4e-ac29-03307734a870), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:25.760665 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Added segment 54b2c38f-7ab0-4d4e-ac29-03307734a870 of type vlan for network 5d6d4930-c4ad-497f-b87f-218f91a8f486 Jan 10 11:39:25.779420 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.779775 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.780123 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.780653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.781009 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.781351 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.781993 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.782555 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.782899 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.783243 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.783769 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.784107 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.784438 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:25.864826 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (5d6d4930-c4ad-497f-b87f-218f91a8f486), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:26.032434 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (5d6d4930-c4ad-497f-b87f-218f91a8f486), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:26.032434 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:26.032434 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:26.120904 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] Pushing event updated for resources: {'Network': ['ID=5d6d4930-c4ad-497f-b87f-218f91a8f486,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:26.138029 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 5d6d4930-c4ad-497f-b87f-218f91a8f486 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:39:26.268032 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7f6c73de-0fd4-4b3c-82ef-f51a07363e5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0563538 Jan 10 11:39:26.272579 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 39534) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:26.287306 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Request body: {'subnet': {'network_id': '5d6d4930-c4ad-497f-b87f-218f91a8f486', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1286531941-subnet', 'tenant_id': '641c2aa6c9b9462a9b09db1c18c96268', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:26.509978 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Made reservation on behalf of 641c2aa6c9b9462a9b09db1c18c96268 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:26.512768 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:26.711581 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-154b1402-0979-4444-abaf-4798064043ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:26.847136 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (89e65ef0-504d-4a26-93db-91656c5895cf), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:26.975871 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e65ef0-504d-4a26-93db-91656c5895cf,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:27.004341 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Checking segment: {'id': '54b2c38f-7ab0-4d4e-ac29-03307734a870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5d6d4930-c4ad-497f-b87f-218f91a8f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:27.004937 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Network hostable DHCP agents. Network: 5d6d4930-c4ad-497f-b87f-218f91a8f486, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:39:27.131040 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Network 5d6d4930-c4ad-497f-b87f-218f91a8f486 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:39:27.297161 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5d6d4930-c4ad-497f-b87f-218f91a8f486) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:27.302419 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:27.303001 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:27.312067 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba46fc8b-19ac-4336-8665-a3e52b624918 None None] Network 5d6d4930-c4ad-497f-b87f-218f91a8f486 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:39:27.441983 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c5877-27eb-4a22-9b2d-72c1be7d1f4a None None] Network 5d6d4930-c4ad-497f-b87f-218f91a8f486 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:39:27.526703 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-edc85823-7dd4-4581-97fb-a57b1c08f6ab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2519107 Jan 10 11:39:28.005409 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:29.988500 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:30.235100 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:30.880427 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:34.578339 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea86a8-eb05-4292-a2b4-a4c2e8f9caa9 req-06c54e15-3394-4dbb-a673-6d91855c86f6 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:34.579908 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8cea86a8-eb05-4292-a2b4-a4c2e8f9caa9 req-06c54e15-3394-4dbb-a673-6d91855c86f6 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0518293 Jan 10 11:39:34.655183 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8cea86a8-eb05-4292-a2b4-a4c2e8f9caa9 req-f0d8a12e-89f4-43f0-afa6-fe15ced6842d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Jan 10 11:39:34.717318 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-7c292759-f001-4db0-bde5-48536ad13985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:34.719308 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-7c292759-f001-4db0-bde5-48536ad13985 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1099 time: 0.0574903 Jan 10 11:39:34.823734 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-5eb4c6bb-2851-4150-a4c7-c4774531df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:34.825730 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-5eb4c6bb-2851-4150-a4c7-c4774531df6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 919 time: 0.0988712 Jan 10 11:39:34.870171 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-be79a793-d2ed-496f-96d1-5e651da8eee4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498 HTTP/1.1" status: 200 len: 217 time: 0.0349503 Jan 10 11:39:34.928266 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-dd35216a-e64a-47c9-8690-14313be98b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:34.930625 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-dd35216a-e64a-47c9-8690-14313be98b8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 200 len: 858 time: 0.0485184 Jan 10 11:39:34.966257 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-0c1e3414-28ef-46ce-ac92-a7207fd9b506 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b7066df-867a-4f7f-8c8c-edef37acae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270109 Jan 10 11:39:35.083401 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-a9eb306c-d463-4e16-9558-ae5c8bd572dc service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028693 Jan 10 11:39:35.188531 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ce4059ce-5635-41b2-914e-14bceb03b5cc req-a81e75ff-34d3-4914-b2fc-b1e30b3018db service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001723 Jan 10 11:39:35.286271 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-b45d70d8-0cf9-41c3-b363-438632ebe2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:35.288188 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-b45d70d8-0cf9-41c3-b363-438632ebe2ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1099 time: 0.0470548 Jan 10 11:39:35.407690 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-84e724f3-7b0b-4c9f-8960-cfe1ae875bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:35.409349 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-84e724f3-7b0b-4c9f-8960-cfe1ae875bde service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 919 time: 0.0988343 Jan 10 11:39:35.489354 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-7c241b93-3a7c-43fc-8ee1-cb79552dd9a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498 HTTP/1.1" status: 200 len: 217 time: 0.0715339 Jan 10 11:39:35.535138 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79ca5-900f-48c2-b590-001c8b08b4d6 req-bd29cc22-1496-4662-a5ce-ee7eec10a3cc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:35.537040 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2fe79ca5-900f-48c2-b590-001c8b08b4d6 req-bd29cc22-1496-4662-a5ce-ee7eec10a3cc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0573769 Jan 10 11:39:35.553137 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-cbb6053b-07fe-48db-aa16-df6ce2614506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:35.554667 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-cbb6053b-07fe-48db-aa16-df6ce2614506 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 200 len: 858 time: 0.0544739 Jan 10 11:39:35.599483 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-a4bf1fa9-58d7-4793-9742-d98b46fd8bcc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b7066df-867a-4f7f-8c8c-edef37acae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295618 Jan 10 11:39:35.600421 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2fe79ca5-900f-48c2-b590-001c8b08b4d6 req-8f8e69fe-c20b-4d4a-91e8-0c227c90f50f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566654 Jan 10 11:39:35.713171 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-62755be6-1e20-4359-a7cb-b4f6d67ee530 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032026 Jan 10 11:39:35.784516 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c5036-e0f1-45ec-9edd-a995cc459f89 req-fd6502d4-312d-44b9-83d4-fa643e87b012 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:35.786230 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-683c5036-e0f1-45ec-9edd-a995cc459f89 req-fd6502d4-312d-44b9-83d4-fa643e87b012 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0544860 Jan 10 11:39:35.820790 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a4580755-aab1-4922-9d3b-10e075bdb131 req-cf3f5bd5-86c4-4418-b1e5-55ddc5adb008 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954034 Jan 10 11:39:35.847316 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-683c5036-e0f1-45ec-9edd-a995cc459f89 req-9d42406d-1cc6-4211-9c98-c4bc9fe66007 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550160 Jan 10 11:39:36.728809 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16247-9bb8-46ed-be87-2b65e235a79c req-fc9d7031-cb5f-4f19-b0a9-8615eaacb179 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:36.730344 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3eb16247-9bb8-46ed-be87-2b65e235a79c req-fc9d7031-cb5f-4f19-b0a9-8615eaacb179 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0504510 Jan 10 11:39:36.784516 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3eb16247-9bb8-46ed-be87-2b65e235a79c req-d234e989-41c5-4e60-a580-2e393b0734c6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480213 Jan 10 11:39:36.993536 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89427dd8-42da-435d-b34a-944b2beee4f8 req-a70359bd-15f7-4aae-ad60-00685c642c59 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:37.000458 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89427dd8-42da-435d-b34a-944b2beee4f8 req-a70359bd-15f7-4aae-ad60-00685c642c59 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0767145 Jan 10 11:39:37.064673 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89427dd8-42da-435d-b34a-944b2beee4f8 req-f3c03635-3a12-45e3-95cf-859b95c3656f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632441 Jan 10 11:39:37.222677 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40020) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:37.386030 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9acaa0e8-0d07-4c8b-b7bc-ce22ae0c49f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.466689 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9acaa0e8-0d07-4c8b-b7bc-ce22ae0c49f1 admin admin] Publish callbacks [] for security_group (0100b70e-d0f4-44df-9652-d4dcc1e4d8a5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.583440 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40030) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:37.618706 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9acaa0e8-0d07-4c8b-b7bc-ce22ae0c49f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0100b70e-d0f4-44df-9652-d4dcc1e4d8a5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.659695 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9acaa0e8-0d07-4c8b-b7bc-ce22ae0c49f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2acf3b581c846d0b45087644dd8e74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358871 Jan 10 11:39:37.665764 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaa0e8-0d07-4c8b-b7bc-ce22ae0c49f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0100b70e-d0f4-44df-9652-d4dcc1e4d8a5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:37.665854 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40034) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:37.719805 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4456-0bb3-451d-a8a1-499b047c17cb admin admin] Publish callbacks [] for security_group (0100b70e-d0f4-44df-9652-d4dcc1e4d8a5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.741272 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0c22992d-941f-45e7-a80c-ef99d20446e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51d2f537a79a40f793f17573c3c26ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563640 Jan 10 11:39:37.743832 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4456-0bb3-451d-a8a1-499b047c17cb admin admin] Publish callbacks [] for security_group (0100b70e-d0f4-44df-9652-d4dcc1e4d8a5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.744476 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40036) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:37.805305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4beef0f4-a7b5-4f31-b85f-f701e669c48c admin admin] Publish callbacks [] for security_group (47fb6788-e4fb-4e8b-87ba-82aaeee73a5c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.833762 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4beef0f4-a7b5-4f31-b85f-f701e669c48c admin admin] Publish callbacks [] for security_group (47fb6788-e4fb-4e8b-87ba-82aaeee73a5c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.885487 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4456-0bb3-451d-a8a1-499b047c17cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0100b70e-d0f4-44df-9652-d4dcc1e4d8a5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.890059 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f0fd4456-0bb3-451d-a8a1-499b047c17cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:37.895363 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f0fd4456-0bb3-451d-a8a1-499b047c17cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0100b70e-d0f4-44df-9652-d4dcc1e4d8a5 HTTP/1.1" status: 204 len: 168 time: 0.2272203 Jan 10 11:39:37.928930 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd4456-0bb3-451d-a8a1-499b047c17cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0100b70e-d0f4-44df-9652-d4dcc1e4d8a5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:37.946448 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f343a89-6210-4ec2-afeb-5893d1da3d4b req-9ff4244d-28dc-438b-a694-986b52c49498 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:37.948306 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5f343a89-6210-4ec2-afeb-5893d1da3d4b req-9ff4244d-28dc-438b-a694-986b52c49498 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0752430 Jan 10 11:39:38.005446 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5f343a89-6210-4ec2-afeb-5893d1da3d4b req-0c62fc8a-02c5-47de-9b69-eb6852e122d6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479650 Jan 10 11:39:38.005912 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4beef0f4-a7b5-4f31-b85f-f701e669c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (47fb6788-e4fb-4e8b-87ba-82aaeee73a5c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:38.008716 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4beef0f4-a7b5-4f31-b85f-f701e669c48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:38.012494 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4beef0f4-a7b5-4f31-b85f-f701e669c48c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47fb6788-e4fb-4e8b-87ba-82aaeee73a5c HTTP/1.1" status: 204 len: 168 time: 0.2645783 Jan 10 11:39:38.024702 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beef0f4-a7b5-4f31-b85f-f701e669c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb6788-e4fb-4e8b-87ba-82aaeee73a5c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:38.202530 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134033a-7858-4366-b655-38c00de4e005 req-80ba4fc6-b67b-465d-8add-04f036f9de27 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:38.204035 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9134033a-7858-4366-b655-38c00de4e005 req-80ba4fc6-b67b-465d-8add-04f036f9de27 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0562489 Jan 10 11:39:38.258234 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9134033a-7858-4366-b655-38c00de4e005 req-ec129282-c6bf-474d-ace0-1f17e1b4ca2f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475929 Jan 10 11:39:38.897808 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40072) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:38.912474 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec4575a6-7c49-4134-b010-01083f34df72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.014018 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec4575a6-7c49-4134-b010-01083f34df72 admin admin] Publish callbacks [] for security_group (1963f3d7-a5fd-467b-91b8-b4619e5fbc74), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.145042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20136583-9282-41ea-8a37-65e9abbce3ba req-3deb0626-1037-433f-afef-d122a4c2ba4c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:39.146708 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-20136583-9282-41ea-8a37-65e9abbce3ba req-3deb0626-1037-433f-afef-d122a4c2ba4c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0542021 Jan 10 11:39:39.173980 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ec4575a6-7c49-4134-b010-01083f34df72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1963f3d7-a5fd-467b-91b8-b4619e5fbc74), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.207780 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-20136583-9282-41ea-8a37-65e9abbce3ba req-220a8eda-f4ca-4328-95d3-fa0ce80334fb tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556512 Jan 10 11:39:39.215728 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ec4575a6-7c49-4134-b010-01083f34df72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=474cb9aae80f44a180a399240192a45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144436 Jan 10 11:39:39.215728 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4575a6-7c49-4134-b010-01083f34df72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963f3d7-a5fd-467b-91b8-b4619e5fbc74,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:39.216625 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40084) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:39.279633 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5eb70b8-c68c-4d19-9e87-65440448b1c6 admin admin] Publish callbacks [] for security_group (1963f3d7-a5fd-467b-91b8-b4619e5fbc74), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.309732 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5eb70b8-c68c-4d19-9e87-65440448b1c6 admin admin] Publish callbacks [] for security_group (1963f3d7-a5fd-467b-91b8-b4619e5fbc74), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.400661 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fff78-f8bf-4e8b-a930-710599e1fe5f req-052d79f7-9848-420f-9a9f-105ea79780b9 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:39.402139 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6f4fff78-f8bf-4e8b-a930-710599e1fe5f req-052d79f7-9848-420f-9a9f-105ea79780b9 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0589762 Jan 10 11:39:39.455333 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6f4fff78-f8bf-4e8b-a930-710599e1fe5f req-702185cd-08ca-4365-a9ed-841a9cd65681 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452759 Jan 10 11:39:39.554156 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5eb70b8-c68c-4d19-9e87-65440448b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1963f3d7-a5fd-467b-91b8-b4619e5fbc74), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.557000 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5eb70b8-c68c-4d19-9e87-65440448b1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.558141 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a5eb70b8-c68c-4d19-9e87-65440448b1c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1963f3d7-a5fd-467b-91b8-b4619e5fbc74 HTTP/1.1" status: 204 len: 168 time: 0.3403111 Jan 10 11:39:39.565958 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb70b8-c68c-4d19-9e87-65440448b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963f3d7-a5fd-467b-91b8-b4619e5fbc74,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:39.582165 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40096) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:39.681946 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1926945743-network', 'tenant_id': '6940c4980bd247c986a305a72a9d1434'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:39.788545 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Made reservation on behalf of 6940c4980bd247c986a305a72a9d1434 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:39.791566 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.800290 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.874589 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Publish callbacks [] for security_group (0ca3cd2f-5dca-4b77-bdc1-c9dccbb42247), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:39.978167 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0ca3cd2f-5dca-4b77-bdc1-c9dccbb42247), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:40.009797 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:39:40.020685 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca3cd2f-5dca-4b77-bdc1-c9dccbb42247,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:40.030263 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732915131302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (69860a5f-66be-4a72-9e4c-7723e9b809ab), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:40.030836 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Unsubscribe: segment precommit_create {{(pid=103370) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 10 11:39:40.031283 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Added segment 69860a5f-66be-4a72-9e4c-7723e9b809ab of type vlan for network d629e7a0-5831-410c-81ae-c34bc8000814 Jan 10 11:39:40.078932 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (d629e7a0-5831-410c-81ae-c34bc8000814), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:40.315606 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (d629e7a0-5831-410c-81ae-c34bc8000814), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:40.316540 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:40.317110 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:40.414467 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] Pushing event updated for resources: {'Network': ['ID=d629e7a0-5831-410c-81ae-c34bc8000814,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:40.426334 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97783672-2e8d-4a59-8820-a86b34fc282d req-85f05920-40b7-4bc4-afdc-1e2530df23d3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:40.433424 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network d629e7a0-5831-410c-81ae-c34bc8000814 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:39:40.433961 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97783672-2e8d-4a59-8820-a86b34fc282d req-85f05920-40b7-4bc4-afdc-1e2530df23d3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1444628 Jan 10 11:39:40.494826 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97783672-2e8d-4a59-8820-a86b34fc282d req-d2f8d2dd-496f-4bb1-95eb-94b83229abd5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585680 Jan 10 11:39:40.540500 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-13fb0894-dc53-46be-b2ea-2b05c17c1011 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9565799 Jan 10 11:39:40.543485 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40122) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:40.548139 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Request body: {'subnet': {'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1926945743-subnet', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:40.589560 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1493c5-cdbe-4d9f-bee7-38f70f07c649 req-baea6af2-d71c-4889-9698-c2a24fd8c316 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:40.591095 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cb1493c5-cdbe-4d9f-bee7-38f70f07c649 req-baea6af2-d71c-4889-9698-c2a24fd8c316 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0495884 Jan 10 11:39:40.641713 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cb1493c5-cdbe-4d9f-bee7-38f70f07c649 req-3e280e24-002b-4947-99d1-3cdcb6f6a965 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Jan 10 11:39:40.651574 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Made reservation on behalf of 6940c4980bd247c986a305a72a9d1434 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:40.654582 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:40.904346 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:40.967952 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:40.972421 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Checking segment: {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:40.972702 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Network hostable DHCP agents. Network: d629e7a0-5831-410c-81ae-c34bc8000814, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:39:41.062801 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Network d629e7a0-5831-410c-81ae-c34bc8000814 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:39:41.159950 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d629e7a0-5831-410c-81ae-c34bc8000814) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:41.164405 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:41.169273 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.170018 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05a505-f2ed-4422-abd9-8f64f71b35ea None None] Network d629e7a0-5831-410c-81ae-c34bc8000814 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:39:41.264659 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40142) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:41.264895 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-82604bd8-48f7-404d-aef1-6bf650bb9fc1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7203045 Jan 10 11:39:41.271159 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:41.296710 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-d629e7a0-5831-410c-81ae-c34bc8000814', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'project_id': '6940c4980bd247c986a305a72a9d1434', 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:39:41.297777 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.422339 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (aa1e751a-75eb-4797-a4fc-77cf69f36c75), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.422339 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (aa1e751a-75eb-4797-a4fc-77cf69f36c75), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.445338 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Allocated IP 172.20.0.2 (d629e7a0-5831-410c-81ae-c34bc8000814/84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db/b5eea35f-9877-441d-8d0e-6dd118ef3256) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:39:41.484345 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks [] for router_controller (aa1e751a-75eb-4797-a4fc-77cf69f36c75), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.612954 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Publish callbacks [] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.652855 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d474f7-bb6a-4220-8bf0-f9e710e590ea req-bf857901-8c79-4136-85ba-7f6cbd9da69f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:41.654650 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-20d474f7-bb6a-4220-8bf0-f9e710e590ea req-bf857901-8c79-4136-85ba-7f6cbd9da69f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0844204 Jan 10 11:39:41.738114 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.790659 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Network d629e7a0-5831-410c-81ae-c34bc8000814 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:41.793958 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:41.800183 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:39:41.807332 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Pushing event updated for resources: {'Port': ['ID=b5eea35f-9877-441d-8d0e-6dd118ef3256,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:41.866635 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Attempting to bind port b5eea35f-9877-441d-8d0e-6dd118ef3256 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:39:41.867568 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Attempting to bind port b5eea35f-9877-441d-8d0e-6dd118ef3256 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:39:41.867929 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Attempting to bind port b5eea35f-9877-441d-8d0e-6dd118ef3256 on network d629e7a0-5831-410c-81ae-c34bc8000814 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:41.875731 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:39:41.876104 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Checking segment: {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:41.876493 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.877077 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Bound using segment: {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:39:41.877556 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Bound port: b5eea35f-9877-441d-8d0e-6dd118ef3256, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:39:41.877931 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:41.950050 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] For port b5eea35f-9877-441d-8d0e-6dd118ef3256, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:39:41.953864 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] For port b5eea35f-9877-441d-8d0e-6dd118ef3256, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b5eea35f-9877-441d-8d0e-6dd118ef3256,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:39:42.046549 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:42.081898 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks [] for router_gateway (aa1e751a-75eb-4797-a4fc-77cf69f36c75), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:42.109541 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc795491-0f4d-4baf-aef3-129be75b58bf req-d428995f-bbaa-42f1-8d7a-e34ba5d8ed76 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:42.116899 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc795491-0f4d-4baf-aef3-129be75b58bf req-d428995f-bbaa-42f1-8d7a-e34ba5d8ed76 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1651886 Jan 10 11:39:42.123615 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a47dc-5ff0-4d34-8f11-f5f4fa12034c None None] Pushing event updated for resources: {'Port': ['ID=b5eea35f-9877-441d-8d0e-6dd118ef3256,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:42.142355 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-20d474f7-bb6a-4220-8bf0-f9e710e590ea req-c035d5de-254d-4a01-bf42-f5783bd2681b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895227 Jan 10 11:39:42.197565 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cc795491-0f4d-4baf-aef3-129be75b58bf req-7129fbc1-0db9-4a53-83cc-c83d2d42341b tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797343 Jan 10 11:39:42.429226 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks [] for router_gateway (aa1e751a-75eb-4797-a4fc-77cf69f36c75), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:42.460218 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:42.598046 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Allocated IP 172.37.3.222 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/69fb61b7-a536-47a3-9d45-e68b28ec95f0) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:39:42.717064 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks [] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:42.875159 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:42.912910 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:42.919236 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:42.921840 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:39:42.977322 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=69fb61b7-a536-47a3-9d45-e68b28ec95f0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:43.295947 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601e59a-c573-4646-b3d7-416e809ceaf0 None None] Network d629e7a0-5831-410c-81ae-c34bc8000814 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:39:43.346721 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks [] for router_gateway (aa1e751a-75eb-4797-a4fc-77cf69f36c75), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:43.356462 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac2fb6-72ec-4a0b-9836-c706b94b0ea8 req-8d134768-e796-41df-860c-84f52d3ddcb6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:43.358352 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0dac2fb6-72ec-4a0b-9836-c706b94b0ea8 req-8d134768-e796-41df-860c-84f52d3ddcb6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1067929 Jan 10 11:39:43.389690 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-c1a9f275-8e15-4e4a-a510-00db4f6d8b27 None None] Provisioning complete for port b5eea35f-9877-441d-8d0e-6dd118ef3256 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:43.390319 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f275-8e15-4e4a-a510-00db4f6d8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:43.430845 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe3577-cced-4159-8fcc-4eaf40a2b9a8 req-98d8b712-9834-49d6-9996-53ce886df296 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:43.432413 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d6fe3577-cced-4159-8fcc-4eaf40a2b9a8 req-98d8b712-9834-49d6-9996-53ce886df296 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1506562 Jan 10 11:39:43.547293 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f275-8e15-4e4a-a510-00db4f6d8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:43.575857 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d6fe3577-cced-4159-8fcc-4eaf40a2b9a8 req-7c92b99e-074e-41d7-9ddf-47b92a0babe1 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338544 Jan 10 11:39:43.598938 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0dac2fb6-72ec-4a0b-9836-c706b94b0ea8 req-050e2b50-8206-4876-97eb-ac7681b903b3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852138 Jan 10 11:39:43.599199 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-c1a9f275-8e15-4e4a-a510-00db4f6d8b27 None None] For port b5eea35f-9877-441d-8d0e-6dd118ef3256, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b5eea35f-9877-441d-8d0e-6dd118ef3256,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:43.709940 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (aa1e751a-75eb-4797-a4fc-77cf69f36c75), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:43.726948 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f275-8e15-4e4a-a510-00db4f6d8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:43.790411 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9f275-8e15-4e4a-a510-00db4f6d8b27 None None] Pushing event updated for resources: {'Port': ['ID=b5eea35f-9877-441d-8d0e-6dd118ef3256,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:43.870119 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device b5eea35f-9877-441d-8d0e-6dd118ef3256 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:43.910000 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-6b401b64-dfab-4b34-856f-5bed324ea38b None None] Provisioning complete for port b5eea35f-9877-441d-8d0e-6dd118ef3256 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:43.910464 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6b401b64-dfab-4b34-856f-5bed324ea38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:43.971662 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port b5eea35f-9877-441d-8d0e-6dd118ef3256 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:43.972033 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:43.979180 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Router aa1e751a-75eb-4797-a4fc-77cf69f36c75 is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:39:44.089556 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:39:44.102430 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Sync routers for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:39:44.115984 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:39:44.116737 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:39:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:44.207994 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:44.209368 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8d8b27f8-ffd3-4514-9982-bb073442b0b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9430525 Jan 10 11:39:44.212150 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40214) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:44.223864 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:39:44.435733 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:43Z', 'revision_number': 3, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:44.481440 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Checking router: aa1e751a-75eb-4797-a4fc-77cf69f36c75 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:39:44.481795 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Updating router aa1e751a-75eb-4797-a4fc-77cf69f36c75 port 69fb61b7-a536-47a3-9d45-e68b28ec95f0 binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:39:44.538144 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:44.752198 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5916e9-465a-4120-80c1-e99a871f5b6e req-ba3fcd10-cbd3-483a-a765-39ee7f9bbe49 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:44.753860 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e5916e9-465a-4120-80c1-e99a871f5b6e req-ba3fcd10-cbd3-483a-a765-39ee7f9bbe49 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0934937 Jan 10 11:39:44.760336 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:44.828552 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:39:44.855480 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3e5916e9-465a-4120-80c1-e99a871f5b6e req-562d0393-73b9-4424-af82-1759fdbf2d50 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922561 Jan 10 11:39:44.921508 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Publish callbacks [] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:45.064870 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:45.180561 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Pushing event updated for resources: {'Port': ['ID=69fb61b7-a536-47a3-9d45-e68b28ec95f0,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:45.193706 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.194676 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.195865 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.196394 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.197035 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.197743 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.198359 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.199719 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.200357 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.200904 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.201460 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.202157 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.202924 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:45.227408 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Attempting to bind port 69fb61b7-a536-47a3-9d45-e68b28ec95f0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:39:45.228292 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Attempting to bind port 69fb61b7-a536-47a3-9d45-e68b28ec95f0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:39:45.228869 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Attempting to bind port 69fb61b7-a536-47a3-9d45-e68b28ec95f0 on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:45.235312 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffbe91-7341-4960-8bfe-39088925129f req-38911a1c-50d7-4d19-9637-604fe2c0b28a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:45.236924 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:39:45.237671 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:45.238515 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:45.240277 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:39:45.241945 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Bound port: 69fb61b7-a536-47a3-9d45-e68b28ec95f0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:39:45.242542 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-34ffbe91-7341-4960-8bfe-39088925129f req-38911a1c-50d7-4d19-9637-604fe2c0b28a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0954909 Jan 10 11:39:45.243225 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:45.245748 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Allocated IP 172.20.0.1 (d629e7a0-5831-410c-81ae-c34bc8000814/84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db/050978bd-614d-493c-b9fd-8652a7358b30) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:39:45.316665 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] For port 69fb61b7-a536-47a3-9d45-e68b28ec95f0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:39:45.321112 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] For port 69fb61b7-a536-47a3-9d45-e68b28ec95f0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=69fb61b7-a536-47a3-9d45-e68b28ec95f0,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:39:45.352015 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-34ffbe91-7341-4960-8bfe-39088925129f req-97310be0-b3b2-49aa-bd58-94eb7e90c8b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085596 Jan 10 11:39:45.401395 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Publish callbacks [] for port (050978bd-614d-493c-b9fd-8652a7358b30), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:45.606584 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:45.606728 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (050978bd-614d-493c-b9fd-8652a7358b30), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:45.649492 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Network d629e7a0-5831-410c-81ae-c34bc8000814 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:45.652696 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:45.656639 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:39:45.657191 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (aa1e751a-75eb-4797-a4fc-77cf69f36c75), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:45.668266 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:39:45.668904 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:39:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:45.701393 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Pushing event updated for resources: {'Port': ['ID=050978bd-614d-493c-b9fd-8652a7358b30,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:45.705265 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9814b-ae0c-4be3-ba3c-294db9dae229 None None] Pushing event updated for resources: {'Port': ['ID=69fb61b7-a536-47a3-9d45-e68b28ec95f0,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:45.824153 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:39:45.863449 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device b5eea35f-9877-441d-8d0e-6dd118ef3256 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:45.980656 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port b5eea35f-9877-441d-8d0e-6dd118ef3256 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:45.981311 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:46.034449 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (050978bd-614d-493c-b9fd-8652a7358b30), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:46.037461 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-60c0ac4c-65c4-4a79-b421-b7810bb415c9 None None] Provisioning complete for port 050978bd-614d-493c-b9fd-8652a7358b30 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:46.042104 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-60c0ac4c-65c4-4a79-b421-b7810bb415c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (050978bd-614d-493c-b9fd-8652a7358b30), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:46.091751 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-60c0ac4c-65c4-4a79-b421-b7810bb415c9 None None] Port 050978bd-614d-493c-b9fd-8652a7358b30 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:39:46.095868 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103b77d-1024-42fd-8516-21818a6fbe7b req-d3b13260-bf4b-4219-8610-d5250b4339b0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:46.098083 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8103b77d-1024-42fd-8516-21818a6fbe7b req-d3b13260-bf4b-4219-8610-d5250b4339b0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1240926 Jan 10 11:39:46.131190 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:43Z', 'revision_number': 3, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:46.171908 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5db2b2-c68e-4aa8-8f74-3dd98bc2fd01 None None] The sync data for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi is: [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:43Z', 'revision_number': 3, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:39:46.231001 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8103b77d-1024-42fd-8516-21818a6fbe7b req-2a269b40-0e77-46ac-b65b-2ab0457d712d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205938 Jan 10 11:39:46.307566 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Publish callbacks [] for port (050978bd-614d-493c-b9fd-8652a7358b30), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:46.492167 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (050978bd-614d-493c-b9fd-8652a7358b30), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:46.492889 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (aa1e751a-75eb-4797-a4fc-77cf69f36c75), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:46.607423 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980652e2-a8bb-4e3e-a9a2-3abf2ff74c22 req-8c99c8d0-f1ed-4dc6-9afc-1402233bd0ca tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:46.609552 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-980652e2-a8bb-4e3e-a9a2-3abf2ff74c22 req-8c99c8d0-f1ed-4dc6-9afc-1402233bd0ca tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1689470 Jan 10 11:39:46.610242 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Pushing event updated for resources: {'Port': ['ID=050978bd-614d-493c-b9fd-8652a7358b30,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:46.688680 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-980652e2-a8bb-4e3e-a9a2-3abf2ff74c22 req-dcc4641f-df21-4e05-9ce5-6a5273d3b8ba tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684245 Jan 10 11:39:46.694908 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Network d629e7a0-5831-410c-81ae-c34bc8000814 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:46.696693 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:46.846372 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Router aa1e751a-75eb-4797-a4fc-77cf69f36c75 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:39:46.986331 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:39:46.988706 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c87320fd-ecbb-4819-b92b-3ce41510f424 admin admin] 10.222.0.20 "PUT /v2.0/routers/aa1e751a-75eb-4797-a4fc-77cf69f36c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7754765 Jan 10 11:39:47.022900 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-1044e656-3267-4b9b-92b0-16f14b2b6f38 None None] Provisioning complete for port 050978bd-614d-493c-b9fd-8652a7358b30 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:47.022900 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1044e656-3267-4b9b-92b0-16f14b2b6f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (050978bd-614d-493c-b9fd-8652a7358b30), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:47.069435 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-1044e656-3267-4b9b-92b0-16f14b2b6f38 None None] Port 050978bd-614d-493c-b9fd-8652a7358b30 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:39:47.368492 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa11e3-3dd1-4218-8d92-a3086f41823f req-cbe96a84-8f05-45c2-a022-b7f9e87eaab2 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:47.370284 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c7fa11e3-3dd1-4218-8d92-a3086f41823f req-cbe96a84-8f05-45c2-a022-b7f9e87eaab2 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0573297 Jan 10 11:39:47.419747 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c7fa11e3-3dd1-4218-8d92-a3086f41823f req-ad449c37-e391-4dae-a8a6-a431aa500d73 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436876 Jan 10 11:39:47.831039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 69fb61b7-a536-47a3-9d45-e68b28ec95f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:47.884806 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d7b06-a220-406b-a0b0-9b6c9b9feaa2 req-4c3c3045-9913-4863-ab2e-4abb722be4fb tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:47.889046 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-339d7b06-a220-406b-a0b0-9b6c9b9feaa2 req-4c3c3045-9913-4863-ab2e-4abb722be4fb tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0950062 Jan 10 11:39:47.909084 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 69fb61b7-a536-47a3-9d45-e68b28ec95f0 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:47.909682 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:47.975367 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-339d7b06-a220-406b-a0b0-9b6c9b9feaa2 req-f54a9743-f1a8-4e83-b606-87688ce9dbc1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815191 Jan 10 11:39:48.022590 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.042602 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40322) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:48.046585 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port 69fb61b7-a536-47a3-9d45-e68b28ec95f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=69fb61b7-a536-47a3-9d45-e68b28ec95f0,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:48.048292 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1721027917-network', 'tenant_id': '16d9dd96d339474485d844ea48e08257'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:48.122462 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Sync routers for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:39:48.194536 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Made reservation on behalf of 16d9dd96d339474485d844ea48e08257 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:48.198199 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.215043 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.257339 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.265037 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:39:48.265828 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:39:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:48.308273 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Publish callbacks [] for security_group (70409f27-ca68-4b31-9cc9-e6b77cdb6560), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.379453 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=69fb61b7-a536-47a3-9d45-e68b28ec95f0,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:48.417804 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (70409f27-ca68-4b31-9cc9-e6b77cdb6560), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.418516 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:39:48.447227 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:39:48.454413 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70409f27-ca68-4b31-9cc9-e6b77cdb6560,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:48.461652 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (a1f2ce30-12b5-44f2-80ac-b8ab931b01ea), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.462556 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Added segment a1f2ce30-12b5-44f2-80ac-b8ab931b01ea of type vlan for network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 Jan 10 11:39:48.513569 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (2d9a9e05-89fa-434c-8d16-25c5e0495bd1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.578825 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02e77d-061a-4e5e-8015-5f55b85baeb0 req-c218d1c3-7a79-4b43-b489-10ddd2e3c1c2 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:48.580346 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1a02e77d-061a-4e5e-8015-5f55b85baeb0 req-c218d1c3-7a79-4b43-b489-10ddd2e3c1c2 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0639718 Jan 10 11:39:48.650255 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1a02e77d-061a-4e5e-8015-5f55b85baeb0 req-62994a44-0475-4dfd-937a-1305cd6a9fe5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569756 Jan 10 11:39:48.666117 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:46Z', 'revision_number': 2, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:48.685824 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Checking router: aa1e751a-75eb-4797-a4fc-77cf69f36c75 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:39:48.686169 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Updating router aa1e751a-75eb-4797-a4fc-77cf69f36c75 port 050978bd-614d-493c-b9fd-8652a7358b30 binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:39:48.691885 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (2d9a9e05-89fa-434c-8d16-25c5e0495bd1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.692885 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:48.693465 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.712607 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (050978bd-614d-493c-b9fd-8652a7358b30), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:48.759910 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9a9e05-89fa-434c-8d16-25c5e0495bd1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:48.811964 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:39:48.925327 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c7db0142-1712-45e7-aa99-2cb52e772591 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8791463 Jan 10 11:39:48.925564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40344) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:48.931864 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Request body: {'subnet': {'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1721027917-subnet', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:49.031080 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Made reservation on behalf of 16d9dd96d339474485d844ea48e08257 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:39:49.033441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.079629 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Publish callbacks [] for port (050978bd-614d-493c-b9fd-8652a7358b30), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.125608 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3f62-709d-4747-b9d5-ff2addaccba3 req-ce36d091-5747-4e9c-8113-4d1d191e9748 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:49.127240 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-788f3f62-709d-4747-b9d5-ff2addaccba3 req-ce36d091-5747-4e9c-8113-4d1d191e9748 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0504444 Jan 10 11:39:49.183179 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-788f3f62-709d-4747-b9d5-ff2addaccba3 req-20b629ab-f69d-434c-bb37-8c669a3580f0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501144 Jan 10 11:39:49.235435 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (050978bd-614d-493c-b9fd-8652a7358b30), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.287510 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Pushing event updated for resources: {'Port': ['ID=050978bd-614d-493c-b9fd-8652a7358b30,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:49.344538 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Attempting to bind port 050978bd-614d-493c-b9fd-8652a7358b30 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:39:49.344909 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Attempting to bind port 050978bd-614d-493c-b9fd-8652a7358b30 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:39:49.352812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Attempting to bind port 050978bd-614d-493c-b9fd-8652a7358b30 on network d629e7a0-5831-410c-81ae-c34bc8000814 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:49.352812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:39:49.352812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Checking segment: {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:49.352812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.352812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Bound using segment: {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:39:49.352812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Bound port: 050978bd-614d-493c-b9fd-8652a7358b30, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:39:49.353509 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (050978bd-614d-493c-b9fd-8652a7358b30), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.412569 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (b99d4fb7-ffe5-4f81-a81e-80faf3c0284d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.422198 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] For port 050978bd-614d-493c-b9fd-8652a7358b30, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:39:49.425561 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] For port 050978bd-614d-493c-b9fd-8652a7358b30, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=050978bd-614d-493c-b9fd-8652a7358b30,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:39:49.466717 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99d4fb7-ffe5-4f81-a81e-80faf3c0284d,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:49.486606 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Checking segment: {'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:49.486966 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Network hostable DHCP agents. Network: 2d9a9e05-89fa-434c-8d16-25c5e0495bd1, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:39:49.511753 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-f7b48fcc-23ac-4106-92e6-00bd4878aba1 None None] Provisioning complete for port 050978bd-614d-493c-b9fd-8652a7358b30 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:49.512115 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7b48fcc-23ac-4106-92e6-00bd4878aba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (050978bd-614d-493c-b9fd-8652a7358b30), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.545074 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-f7b48fcc-23ac-4106-92e6-00bd4878aba1 None None] Port 050978bd-614d-493c-b9fd-8652a7358b30 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:39:49.606917 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (050978bd-614d-493c-b9fd-8652a7358b30), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.661034 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:39:49.661699 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:39:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:49.677663 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40360) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:49.703665 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:39:49.746878 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Pushing event updated for resources: {'Port': ['ID=050978bd-614d-493c-b9fd-8652a7358b30,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:49.773021 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.775776 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.776223 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.776629 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.776966 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.777296 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.777621 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.777938 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.778355 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.778697 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.779166 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.779417 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.779630 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41953bdd-7152-4e05-a2d2-edd4944060e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:39:49.827345 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:39:49.857706 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ce1d732d-5458-4eca-a2f4-befc060b61ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.861785 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 69fb61b7-a536-47a3-9d45-e68b28ec95f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:49.862733 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ee3c9-4a36-42b3-8db7-ce730d9b5625 req-8af41626-c91a-4ec8-8b55-b9c3b870d059 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:49.864295 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-319ee3c9-4a36-42b3-8db7-ce730d9b5625 req-8af41626-c91a-4ec8-8b55-b9c3b870d059 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0879133 Jan 10 11:39:49.864656 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2d9a9e05-89fa-434c-8d16-25c5e0495bd1) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:49.881233 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:49.884441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:49.896492 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ead3e-f7da-4da2-8d4c-6a307bae4c0c None None] Network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:39:49.942510 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-319ee3c9-4a36-42b3-8db7-ce730d9b5625 req-5bd761c9-9144-4abe-8054-13c86d943c4d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717027 Jan 10 11:39:49.978274 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ce1d732d-5458-4eca-a2f4-befc060b61ec admin admin] Publish callbacks [] for security_group (d1e4db7e-8acc-4bc7-a251-c22d31ef4fb2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.018905 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40368) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:50.019765 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-58efd74e-d3d9-4f28-90b2-dfbb96599ec3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0924220 Jan 10 11:39:50.024705 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:50.083649 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-bef50b93-8bda-4881-8d08-6d790c6bfc25 None None] Provisioning complete for port 050978bd-614d-493c-b9fd-8652a7358b30 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:50.084288 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bef50b93-8bda-4881-8d08-6d790c6bfc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (050978bd-614d-493c-b9fd-8652a7358b30), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.097441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ce1d732d-5458-4eca-a2f4-befc060b61ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d1e4db7e-8acc-4bc7-a251-c22d31ef4fb2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.144211 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.144474 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d732d-5458-4eca-a2f4-befc060b61ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e4db7e-8acc-4bc7-a251-c22d31ef4fb2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:50.145515 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.152816 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 69fb61b7-a536-47a3-9d45-e68b28ec95f0 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:50.153316 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.157693 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ce1d732d-5458-4eca-a2f4-befc060b61ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b90d64cde82e4d52a80e61bbcf81c2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4786804 Jan 10 11:39:50.160902 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40372) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:50.189073 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-2d9a9e05-89fa-434c-8d16-25c5e0495bd1', 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1', 'project_id': '16d9dd96d339474485d844ea48e08257', 'fixed_ips': [{'subnet_id': 'b99d4fb7-ffe5-4f81-a81e-80faf3c0284d'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:39:50.192832 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.228162 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks [] for router_controller (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.253005 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-915f0cf3-356e-4a12-9599-3fa7fd7a0379 admin admin] Publish callbacks [] for security_group (d1e4db7e-8acc-4bc7-a251-c22d31ef4fb2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.315409 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-915f0cf3-356e-4a12-9599-3fa7fd7a0379 admin admin] Publish callbacks [] for security_group (d1e4db7e-8acc-4bc7-a251-c22d31ef4fb2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.370984 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba93a1-d0b7-419b-83e3-a1a7a6c7ce13 req-f263b14f-ab43-4c97-9081-1c52234227bc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:50.372577 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-69ba93a1-d0b7-419b-83e3-a1a7a6c7ce13 req-f263b14f-ab43-4c97-9081-1c52234227bc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0971658 Jan 10 11:39:50.450185 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bef50b93-8bda-4881-8d08-6d790c6bfc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (050978bd-614d-493c-b9fd-8652a7358b30), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.511949 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:49Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:50.549480 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e6110b-14eb-400b-a0f7-d70508f96855 None None] The sync data for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi is: [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:49Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:39:50.551553 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-69ba93a1-d0b7-419b-83e3-a1a7a6c7ce13 req-17c7fea8-6aec-45a2-977b-2fc7970d7601 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723106 Jan 10 11:39:50.552054 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-bef50b93-8bda-4881-8d08-6d790c6bfc25 None None] For port 050978bd-614d-493c-b9fd-8652a7358b30, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=050978bd-614d-493c-b9fd-8652a7358b30,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:50.556365 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks [] for router_gateway (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.571790 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-915f0cf3-356e-4a12-9599-3fa7fd7a0379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d1e4db7e-8acc-4bc7-a251-c22d31ef4fb2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.574385 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-915f0cf3-356e-4a12-9599-3fa7fd7a0379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.575686 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-915f0cf3-356e-4a12-9599-3fa7fd7a0379 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1e4db7e-8acc-4bc7-a251-c22d31ef4fb2 HTTP/1.1" status: 204 len: 168 time: 0.4137020 Jan 10 11:39:50.584135 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f0cf3-356e-4a12-9599-3fa7fd7a0379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e4db7e-8acc-4bc7-a251-c22d31ef4fb2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:50.711319 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bef50b93-8bda-4881-8d08-6d790c6bfc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (050978bd-614d-493c-b9fd-8652a7358b30), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.725585 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Allocated IP 172.20.0.2 (2d9a9e05-89fa-434c-8d16-25c5e0495bd1/b99d4fb7-ffe5-4f81-a81e-80faf3c0284d/6f816faf-a693-4ecb-83f9-8de871579bdb) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:39:50.820048 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef50b93-8bda-4881-8d08-6d790c6bfc25 None None] Pushing event updated for resources: {'Port': ['ID=050978bd-614d-493c-b9fd-8652a7358b30,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:50.924990 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Publish callbacks [] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.977052 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks [] for router_gateway (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:50.999417 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.020898 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.043775 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:51.047258 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:51.053156 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:39:51.185844 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bed2ba-0828-4013-9a52-9cca27ed9df8 req-046d0098-1221-49f4-b741-29356a361b38 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:51.187591 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-88bed2ba-0828-4013-9a52-9cca27ed9df8 req-046d0098-1221-49f4-b741-29356a361b38 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1243064 Jan 10 11:39:51.222751 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Attempting to bind port 6f816faf-a693-4ecb-83f9-8de871579bdb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:39:51.223296 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Attempting to bind port 6f816faf-a693-4ecb-83f9-8de871579bdb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:39:51.223500 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Attempting to bind port 6f816faf-a693-4ecb-83f9-8de871579bdb on network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:51.230228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Pushing event updated for resources: {'Port': ['ID=6f816faf-a693-4ecb-83f9-8de871579bdb,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:51.233872 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:39:51.234528 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Checking segment: {'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:51.234922 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.235297 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Bound using segment: {'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:39:51.235768 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Bound port: 6f816faf-a693-4ecb-83f9-8de871579bdb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:39:51.236135 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.242048 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Allocated IP 172.37.3.227 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/f3fc27be-ec49-4b42-99af-0a566ce6fff1) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:39:51.281312 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-88bed2ba-0828-4013-9a52-9cca27ed9df8 req-7dcc67ff-95b7-442d-a9b5-626d272c4390 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811491 Jan 10 11:39:51.324858 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] For port 6f816faf-a693-4ecb-83f9-8de871579bdb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:39:51.328514 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] For port 6f816faf-a693-4ecb-83f9-8de871579bdb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f816faf-a693-4ecb-83f9-8de871579bdb,segment=NetworkSegment(a1f2ce30-12b5-44f2-80ac-b8ab931b01ea),segment_id=a1f2ce30-12b5-44f2-80ac-b8ab931b01ea)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:39:51.381956 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks [] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.585570 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.624104 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.636296 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40394) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:51.656579 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b2e076c-a6e7-4b38-a98d-bc54d492941f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.666989 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11f66e-1788-40de-b7e8-caf68dcb593e None None] Pushing event updated for resources: {'Port': ['ID=6f816faf-a693-4ecb-83f9-8de871579bdb,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:51.686047 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:51.690234 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:51.714669 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:39:51.780466 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b2e076c-a6e7-4b38-a98d-bc54d492941f admin admin] Publish callbacks [] for security_group (0acd1a5e-cb82-425b-b05e-e3548670f53f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.808088 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Pushing event updated for resources: {'Port': ['ID=f3fc27be-ec49-4b42-99af-0a566ce6fff1,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:51.863872 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a263a78-585a-4903-ba43-f9d8b436a77a req-8d31f392-01ef-4414-8902-66da33c0cf44 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:51.865474 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7a263a78-585a-4903-ba43-f9d8b436a77a req-8d31f392-01ef-4414-8902-66da33c0cf44 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.2179723 Jan 10 11:39:51.866061 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 050978bd-614d-493c-b9fd-8652a7358b30 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:51.880640 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b2e076c-a6e7-4b38-a98d-bc54d492941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0acd1a5e-cb82-425b-b05e-e3548670f53f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:51.978562 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7a263a78-585a-4903-ba43-f9d8b436a77a req-86efa34b-aa54-4704-8510-b6bf3214384f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993032 Jan 10 11:39:52.011186 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0b2e076c-a6e7-4b38-a98d-bc54d492941f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c46e3f53ed37490cb55ad0e02945bdef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737726 Jan 10 11:39:52.013658 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40398) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:52.016501 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 050978bd-614d-493c-b9fd-8652a7358b30 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:52.017311 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (050978bd-614d-493c-b9fd-8652a7358b30), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:52.079178 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e076c-a6e7-4b38-a98d-bc54d492941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acd1a5e-cb82-425b-b05e-e3548670f53f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:52.118432 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-68390547-6c50-40c2-b721-2d6fbe441593 admin admin] Publish callbacks [] for security_group (0acd1a5e-cb82-425b-b05e-e3548670f53f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:52.143046 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-68390547-6c50-40c2-b721-2d6fbe441593 admin admin] Publish callbacks [] for security_group (0acd1a5e-cb82-425b-b05e-e3548670f53f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:52.148330 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks [] for router_gateway (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:52.400499 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-68390547-6c50-40c2-b721-2d6fbe441593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0acd1a5e-cb82-425b-b05e-e3548670f53f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:52.403419 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-68390547-6c50-40c2-b721-2d6fbe441593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:52.404627 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-68390547-6c50-40c2-b721-2d6fbe441593 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0acd1a5e-cb82-425b-b05e-e3548670f53f HTTP/1.1" status: 204 len: 168 time: 0.3897886 Jan 10 11:39:52.415795 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68390547-6c50-40c2-b721-2d6fbe441593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acd1a5e-cb82-425b-b05e-e3548670f53f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:52.663577 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10814d-8076-4f3f-8752-6c3de1752ce7 req-5cc4aad6-5103-4d5d-b955-28b90bd6ee2e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:52.670814 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ef10814d-8076-4f3f-8752-6c3de1752ce7 req-5cc4aad6-5103-4d5d-b955-28b90bd6ee2e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1090095 Jan 10 11:39:52.716534 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:52.733432 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ef10814d-8076-4f3f-8752-6c3de1752ce7 req-7b6912fc-78a7-4c83-9245-3e17afae2c55 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616667 Jan 10 11:39:52.812783 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc023a-82bb-4a45-89fe-b9ea839f16df None None] Network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:39:52.905641 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-0a0d17b7-f800-4ea2-b7e3-d1739f8da228 None None] Provisioning complete for port 6f816faf-a693-4ecb-83f9-8de871579bdb triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:52.906011 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0a0d17b7-f800-4ea2-b7e3-d1739f8da228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:52.989358 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:39:53.034953 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0a0d17b7-f800-4ea2-b7e3-d1739f8da228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.099289 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-0a0d17b7-f800-4ea2-b7e3-d1739f8da228 None None] For port 6f816faf-a693-4ecb-83f9-8de871579bdb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f816faf-a693-4ecb-83f9-8de871579bdb,segment=NetworkSegment(a1f2ce30-12b5-44f2-80ac-b8ab931b01ea),segment_id=a1f2ce30-12b5-44f2-80ac-b8ab931b01ea)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:53.168387 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791adb1e-94d8-41ae-b3cc-955a91cd8c10 req-62955f29-c676-4cbc-91dc-2658b9753205 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:53.169901 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-791adb1e-94d8-41ae-b3cc-955a91cd8c10 req-62955f29-c676-4cbc-91dc-2658b9753205 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0848603 Jan 10 11:39:53.177943 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:39:53.187399 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Sync routers for ids ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:39:53.203189 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Routers {'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:39:53.204939 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:39:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:53.253395 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-791adb1e-94d8-41ae-b3cc-955a91cd8c10 req-50c8899f-d215-49d0-8cbb-58d511ae137e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751648 Jan 10 11:39:53.276139 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0a0d17b7-f800-4ea2-b7e3-d1739f8da228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.328248 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Set router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:39:53.402866 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.404105 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-57df6ebb-126d-472d-83b2-5b1bfebf421e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3839250 Jan 10 11:39:53.407439 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40426) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:53.413356 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d17b7-f800-4ea2-b7e3-d1739f8da228 None None] Pushing event updated for resources: {'Port': ['ID=6f816faf-a693-4ecb-83f9-8de871579bdb,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:53.425400 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-c2b01796-4494-4782-920d-e98cf427a5e6 None None] Provisioning complete for port 6f816faf-a693-4ecb-83f9-8de871579bdb triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:53.425813 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c2b01796-4494-4782-920d-e98cf427a5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.544378 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40430) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:53.547805 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:39:51Z', 'revision_number': 3, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port': {'id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:51Z', 'updated_at': '2022-01-10T11:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:53.558202 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5af9c32c-997d-4c11-8857-718812e1c5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.580344 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Checking router: cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:39:53.582734 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Updating router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 port f3fc27be-ec49-4b42-99af-0a566ce6fff1 binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:39:53.613587 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.643996 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5af9c32c-997d-4c11-8857-718812e1c5de admin admin] Publish callbacks [] for security_group (ad37a433-fa5f-489d-bd2c-8545cf02bd3a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.812074 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5af9c32c-997d-4c11-8857-718812e1c5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ad37a433-fa5f-489d-bd2c-8545cf02bd3a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.891785 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 6f816faf-a693-4ecb-83f9-8de871579bdb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:53.922896 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5af9c32c-997d-4c11-8857-718812e1c5de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d2b691e7eb74e7dbcd7f36220918a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748164 Jan 10 11:39:53.951978 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40442) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:53.987947 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 6f816faf-a693-4ecb-83f9-8de871579bdb triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:53.988602 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.992421 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Publish callbacks [] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:53.999092 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.011503 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9c32c-997d-4c11-8857-718812e1c5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37a433-fa5f-489d-bd2c-8545cf02bd3a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:54.072195 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f73dc5-265b-4775-97b3-c22ba94a6809 req-af4bb5ed-c09f-45ea-aa97-f87a90ea146e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:54.072488 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-01f73dc5-265b-4775-97b3-c22ba94a6809 req-af4bb5ed-c09f-45ea-aa97-f87a90ea146e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1484716 Jan 10 11:39:54.097315 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.146271 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be34a7-950d-4690-b6bf-97ddb858c370 None None] Pushing event updated for resources: {'Port': ['ID=f3fc27be-ec49-4b42-99af-0a566ce6fff1,revision_number=2']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:54.158783 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Attempting to bind port f3fc27be-ec49-4b42-99af-0a566ce6fff1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:39:54.159372 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Attempting to bind port f3fc27be-ec49-4b42-99af-0a566ce6fff1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:39:54.159919 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Attempting to bind port f3fc27be-ec49-4b42-99af-0a566ce6fff1 on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:54.165479 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ec0f-e717-48f3-8ea8-1458af576f24 admin admin] Publish callbacks [] for security_group (ad37a433-fa5f-489d-bd2c-8545cf02bd3a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.165984 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:39:54.166392 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:54.166960 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.167352 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:39:54.168025 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Bound port: f3fc27be-ec49-4b42-99af-0a566ce6fff1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:39:54.168409 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.223735 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-01f73dc5-265b-4775-97b3-c22ba94a6809 req-1a76262a-5056-49e5-b48f-91b3a18a8d4e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423464 Jan 10 11:39:54.227789 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] For port f3fc27be-ec49-4b42-99af-0a566ce6fff1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:39:54.231477 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] For port f3fc27be-ec49-4b42-99af-0a566ce6fff1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f3fc27be-ec49-4b42-99af-0a566ce6fff1,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:39:54.232398 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ec0f-e717-48f3-8ea8-1458af576f24 admin admin] Publish callbacks [] for security_group (ad37a433-fa5f-489d-bd2c-8545cf02bd3a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.396786 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Allocated IP 172.20.0.1 (2d9a9e05-89fa-434c-8d16-25c5e0495bd1/b99d4fb7-ffe5-4f81-a81e-80faf3c0284d/7f6400ba-299d-40ec-8452-91455ce722d1) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:39:54.401928 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11084b4d-7d75-41cd-95fd-0c4ae6fc09df req-9a11a497-5730-4ba1-9c2c-ebddc195b901 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:54.403603 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-11084b4d-7d75-41cd-95fd-0c4ae6fc09df req-9a11a497-5730-4ba1-9c2c-ebddc195b901 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0568531 Jan 10 11:39:54.454646 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-11084b4d-7d75-41cd-95fd-0c4ae6fc09df req-03763464-144a-4299-afd8-78326945171f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451224 Jan 10 11:39:54.459243 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.462952 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ec0f-e717-48f3-8ea8-1458af576f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ad37a433-fa5f-489d-bd2c-8545cf02bd3a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.470063 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e7e8ec0f-e717-48f3-8ea8-1458af576f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.470063 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e7e8ec0f-e717-48f3-8ea8-1458af576f24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad37a433-fa5f-489d-bd2c-8545cf02bd3a HTTP/1.1" status: 204 len: 168 time: 0.5152104 Jan 10 11:39:54.484871 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-70c78380-3fc7-48bf-a8c1-61a66ca4408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.531175 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8ec0f-e717-48f3-8ea8-1458af576f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37a433-fa5f-489d-bd2c-8545cf02bd3a,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:54.543886 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be34a7-950d-4690-b6bf-97ddb858c370 None None] Pushing event updated for resources: {'Port': ['ID=f3fc27be-ec49-4b42-99af-0a566ce6fff1,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:54.583789 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Routers {'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:39:54.585040 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:39:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:54.694076 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82afc4f-4986-48b9-838a-ac559b2207ca req-e048d098-24e4-4ff8-8b08-2ef4397e7753 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:54.696352 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b82afc4f-4986-48b9-838a-ac559b2207ca req-e048d098-24e4-4ff8-8b08-2ef4397e7753 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0727746 Jan 10 11:39:54.713686 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Publish callbacks [] for port (7f6400ba-299d-40ec-8452-91455ce722d1), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.744845 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] Set router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:39:54.786328 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b82afc4f-4986-48b9-838a-ac559b2207ca req-d76de6f0-a964-4b9a-b186-382b0ebf270f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803413 Jan 10 11:39:54.886716 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:54.948912 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:54.952060 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:54.957136 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:39:55.000577 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Pushing event updated for resources: {'Port': ['ID=7f6400ba-299d-40ec-8452-91455ce722d1,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:55.042122 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da04b7-f072-46ca-80ec-75970114288b req-c8e50ffc-d595-48e9-abf4-f9c17a6ad8e2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:55.050939 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-c8e50ffc-d595-48e9-abf4-f9c17a6ad8e2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 813 time: 0.1782043 Jan 10 11:39:55.066402 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:55.071674 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-ad73917f-ef36-4b7f-b95b-394261dec3d6 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/quotas/1c300abbfb3b48dab6c40f20c7eb9cd1 HTTP/1.1" status: 200 len: 375 time: 0.0187469 Jan 10 11:39:55.151582 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:39:51Z', 'revision_number': 3, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port': {'id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:51Z', 'updated_at': '2022-01-10T11:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:55.193714 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-3bf8a9a9-5f96-433f-9c0c-f6ca8ca32588 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1192622 Jan 10 11:39:55.204625 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c85e5a-3db6-46c9-8a24-c39a5d35621b None None] The sync data for ids ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'] in dv-cinder-master-3-iscsi is: [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:39:51Z', 'revision_number': 3, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port': {'id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:51Z', 'updated_at': '2022-01-10T11:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:39:55.364601 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-bbae85df-a635-4324-bfc2-7a2ffa9b98b1 None None] Provisioning complete for port 7f6400ba-299d-40ec-8452-91455ce722d1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:55.365085 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bbae85df-a635-4324-bfc2-7a2ffa9b98b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:55.382709 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-d1322d5f-6001-4481-ab42-38830deb022c service neutron] 10.222.0.20 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797636 Jan 10 11:39:55.446973 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:55.452859 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-bbae85df-a635-4324-bfc2-7a2ffa9b98b1 None None] Port 7f6400ba-299d-40ec-8452-91455ce722d1 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:39:55.495059 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880c4d-c1f2-4f19-9e08-2859a8de64db req-848e89af-658c-4896-a5cd-8c73fbe8b794 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:55.496780 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2880c4d-c1f2-4f19-9e08-2859a8de64db req-848e89af-658c-4896-a5cd-8c73fbe8b794 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1326704 Jan 10 11:39:55.575785 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2880c4d-c1f2-4f19-9e08-2859a8de64db req-a7700267-037f-4cf3-b197-068935d4a4ea tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659888 Jan 10 11:39:55.579918 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-241fc950-ade2-4e13-bc3e-37f76747c065 service neutron] 10.222.0.20 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757865 Jan 10 11:39:55.779314 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Publish callbacks [] for port (7f6400ba-299d-40ec-8452-91455ce722d1), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:55.826471 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bf3d0-6372-4f43-bce8-2f3924feb63b req-4dfc367b-789e-4ba3-8377-de6b11662971 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:55.831721 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b57bf3d0-6372-4f43-bce8-2f3924feb63b req-4dfc367b-789e-4ba3-8377-de6b11662971 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0794590 Jan 10 11:39:55.857590 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device f3fc27be-ec49-4b42-99af-0a566ce6fff1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:55.896963 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b57bf3d0-6372-4f43-bce8-2f3924feb63b req-7ae73b74-5470-4bb1-946f-a5cca8feca4d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536253 Jan 10 11:39:55.923898 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port f3fc27be-ec49-4b42-99af-0a566ce6fff1 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:55.924273 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:55.944249 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:56.064106 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:56.106580 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port f3fc27be-ec49-4b42-99af-0a566ce6fff1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f3fc27be-ec49-4b42-99af-0a566ce6fff1,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:56.159053 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:56.194536 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:56.209716 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Pushing event updated for resources: {'Port': ['ID=7f6400ba-299d-40ec-8452-91455ce722d1,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:56.212480 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd0137c6-54a4-43d5-aaa3-10ba61d18da7 req-7cecef51-d79b-481f-98d2-46ed9c9da88d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 210 time: 0.0660157 Jan 10 11:39:56.283048 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df3fd7-1459-45f5-b9f5-3928e65496ec req-6bc1d051-7622-4642-a70e-fc9e7f52d9a0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:56.292045 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a7df3fd7-1459-45f5-b9f5-3928e65496ec req-6bc1d051-7622-4642-a70e-fc9e7f52d9a0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.2126391 Jan 10 11:39:56.330999 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=f3fc27be-ec49-4b42-99af-0a566ce6fff1,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:56.343636 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:39:56.345851 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:39:56.402586 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a7df3fd7-1459-45f5-b9f5-3928e65496ec req-d5e38038-37ee-481d-8384-f06b50e68e7f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083264 Jan 10 11:39:56.579542 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:39:56.713529 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bc393671-152b-43bb-af02-5ffca808c57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:56.789862 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b90c4c25-86d5-43da-aa40-00491a7c4d8e None None] Provisioning complete for port 7f6400ba-299d-40ec-8452-91455ce722d1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:56.790304 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b90c4c25-86d5-43da-aa40-00491a7c4d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:56.831819 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73c535-5f97-43e5-8e6e-6d484e5e6bc5 req-95fa249f-f322-4fa5-898b-ee6b0c2dac72 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:56.840049 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6d73c535-5f97-43e5-8e6e-6d484e5e6bc5 req-95fa249f-f322-4fa5-898b-ee6b0c2dac72 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0946867 Jan 10 11:39:56.840852 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b90c4c25-86d5-43da-aa40-00491a7c4d8e None None] Port 7f6400ba-299d-40ec-8452-91455ce722d1 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:39:56.910161 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6d73c535-5f97-43e5-8e6e-6d484e5e6bc5 req-ff0ef191-9dfd-41a5-972b-c9d7e8eca667 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667346 Jan 10 11:39:57.036410 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:39:57.042170 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e70a1547-6398-4b3b-b831-b729c7cad53d admin admin] 10.222.0.20 "PUT /v2.0/routers/cc9c4b7c-3178-4933-9c61-13bf7fcf61a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6332073 Jan 10 11:39:57.070984 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88187b-eb50-47dd-9a0f-7d05f19373f4 req-5ed3b50c-bd9c-4568-9156-6c29c82afca0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:57.070984 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4c88187b-eb50-47dd-9a0f-7d05f19373f4 req-5ed3b50c-bd9c-4568-9156-6c29c82afca0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0821433 Jan 10 11:39:57.134949 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4c88187b-eb50-47dd-9a0f-7d05f19373f4 req-47f51ffa-4c62-4356-aa78-8e3116d8ff78 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566564 Jan 10 11:39:57.299241 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-57e9f4af-fa1a-417b-87d2-3ffc9ae3544c req-965063f4-72af-4d1f-8b04-ff04efa36c3f tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 210 time: 0.0344069 Jan 10 11:39:57.552747 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53190740-55f9-4673-8222-5f885bb889d0 req-0f91f415-ce09-4d40-b9bb-3699534c5dbe tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:57.555442 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-53190740-55f9-4673-8222-5f885bb889d0 req-0f91f415-ce09-4d40-b9bb-3699534c5dbe tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0677147 Jan 10 11:39:57.582862 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:39:57.608792 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-53190740-55f9-4673-8222-5f885bb889d0 req-a869c23b-49f5-4351-bf81-0aa4df73dc9c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472603 Jan 10 11:39:57.676435 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40564) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:57.683647 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-15f884d2-8761-4483-83c1-b7a5c5dbe685 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527186430', 'description': 'tempest-secgroup-smoke-1527186430 description', 'project_id': '6940c4980bd247c986a305a72a9d1434'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:57.723860 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:57.745370 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'port_id': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'mac_address': 'fa:16:3e:2a:e8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:39:57.803321 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:57.816559 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device f3fc27be-ec49-4b42-99af-0a566ce6fff1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:57.824382 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad9b761f-8e30-4890-b16f-aceb4777ab0b {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:39:57.867660 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15f884d2-8761-4483-83c1-b7a5c5dbe685 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:57.909562 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:57.938635 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port f3fc27be-ec49-4b42-99af-0a566ce6fff1 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:57.939000 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:57.965135 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15f884d2-8761-4483-83c1-b7a5c5dbe685 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group (7940459a-acd2-4f44-946d-3804474fa493), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.047074 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.048031 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.065035 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a85d6-6174-4dae-8753-bb49f7776b52 req-4c967c60-f539-4c97-8bda-b49c277b9d32 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:58.072162 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-338a85d6-6174-4dae-8753-bb49f7776b52 req-4c967c60-f539-4c97-8bda-b49c277b9d32 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0783954 Jan 10 11:39:58.087210 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15f884d2-8761-4483-83c1-b7a5c5dbe685 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7940459a-acd2-4f44-946d-3804474fa493), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.122845 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=6']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:58.130524 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f884d2-8761-4483-83c1-b7a5c5dbe685 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7940459a-acd2-4f44-946d-3804474fa493,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:58.154996 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Sync routers for ids ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:39:58.157896 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-338a85d6-6174-4dae-8753-bb49f7776b52 req-5d2467b1-e75a-4fec-ac7b-55f7ab0b5b1e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842726 Jan 10 11:39:58.166929 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Routers {'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:39:58.171348 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:39:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:58.233467 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ad9b761f-8e30-4890-b16f-aceb4777ab0b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:39:58.239602 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-15f884d2-8761-4483-83c1-b7a5c5dbe685 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.244584 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40588) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:58.245750 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-15f884d2-8761-4483-83c1-b7a5c5dbe685 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5679233 Jan 10 11:39:58.252946 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-6bdd567b-7ab2-4519-adfa-0fd53c543f52 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'security_group_rule': {'security_group_id': '7940459a-acd2-4f44-946d-3804474fa493', 'project_id': '6940c4980bd247c986a305a72a9d1434', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:58.348189 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b167108-fa1c-461a-8ebd-0e36b3050790 req-fe858143-f396-49d9-8f50-6caef074949b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:58.353809 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b167108-fa1c-461a-8ebd-0e36b3050790 req-fe858143-f396-49d9-8f50-6caef074949b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 944 time: 0.1211231 Jan 10 11:39:58.385955 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40600) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:58.456471 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b55a63-4a2c-42b9-b248-640f347b432a admin admin] Deleting subnet 5396f114-8a5c-454e-9bb1-89781f8fe215 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:39:58.460455 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99b55a63-4a2c-42b9-b248-640f347b432a admin admin] Publish callbacks [] for subnet (5396f114-8a5c-454e-9bb1-89781f8fe215), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.483618 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Set router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:39:58.485558 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bdd567b-7ab2-4519-adfa-0fd53c543f52 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (440a19a3-105a-4c6b-aa33-c0459aaa8a32), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.516536 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b167108-fa1c-461a-8ebd-0e36b3050790 req-de30aca5-3046-460d-8859-ee13352df2b1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527071 Jan 10 11:39:58.525049 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99b55a63-4a2c-42b9-b248-640f347b432a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (5396f114-8a5c-454e-9bb1-89781f8fe215), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.548311 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-75772ca9-6614-4ec9-99c2-77abf3068398 req-da871970-9a32-4a21-8736-278c8d27e185 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 210 time: 0.0989745 Jan 10 11:39:58.608920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99b55a63-4a2c-42b9-b248-640f347b432a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (5396f114-8a5c-454e-9bb1-89781f8fe215), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.651837 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bdd567b-7ab2-4519-adfa-0fd53c543f52 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (440a19a3-105a-4c6b-aa33-c0459aaa8a32), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.751581 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a17a9-52f4-4c84-b389-5762bfd6edf1 req-e409bfb6-088b-4504-b8ec-3a0e7ac5a880 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:58.753122 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d14a17a9-52f4-4c84-b389-5762bfd6edf1 req-e409bfb6-088b-4504-b8ec-3a0e7ac5a880 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0540490 Jan 10 11:39:58.767138 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:39:55Z', 'revision_number': 4, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port': {'id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:51Z', 'updated_at': '2022-01-10T11:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f6400ba-299d-40ec-8452-91455ce722d1', 'name': '', 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'mac_address': 'fa:16:3e:ea:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b99d4fb7-ffe5-4f81-a81e-80faf3c0284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:54Z', 'updated_at': '2022-01-10T11:39:55Z', 'revision_number': 2, 'project_id': '16d9dd96d339474485d844ea48e08257', 'subnets': [{'id': 'b99d4fb7-ffe5-4f81-a81e-80faf3c0284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:58.799335 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bdd567b-7ab2-4519-adfa-0fd53c543f52 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (440a19a3-105a-4c6b-aa33-c0459aaa8a32), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.799669 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Checking router: cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:39:58.800471 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Updating router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 port 7f6400ba-299d-40ec-8452-91455ce722d1 binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:39:58.828394 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d14a17a9-52f4-4c84-b389-5762bfd6edf1 req-f73bab23-df9d-4d69-97d1-bafddc610a7a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678930 Jan 10 11:39:58.829912 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd567b-7ab2-4519-adfa-0fd53c543f52 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440a19a3-105a-4c6b-aa33-c0459aaa8a32,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:58.834414 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.840809 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99b55a63-4a2c-42b9-b248-640f347b432a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (5396f114-8a5c-454e-9bb1-89781f8fe215), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.860354 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-99b55a63-4a2c-42b9-b248-640f347b432a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:58.863670 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-99b55a63-4a2c-42b9-b248-640f347b432a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5396f114-8a5c-454e-9bb1-89781f8fe215 HTTP/1.1" status: 204 len: 168 time: 0.4764879 Jan 10 11:39:58.872062 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40604) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:58.885647 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b55a63-4a2c-42b9-b248-640f347b432a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5396f114-8a5c-454e-9bb1-89781f8fe215,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:58.957882 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (f26547e4-f015-4a94-8a94-f393237a1139), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.003306 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6bdd567b-7ab2-4519-adfa-0fd53c543f52 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.004494 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6bdd567b-7ab2-4519-adfa-0fd53c543f52 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7585433 Jan 10 11:39:59.007504 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40606) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:39:59.021322 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-21ad98b6-d8c2-4285-be0f-a1d76bc49db0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'security_group_rule': {'security_group_id': '7940459a-acd2-4f44-946d-3804474fa493', 'project_id': '6940c4980bd247c986a305a72a9d1434', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:59.073688 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (f26547e4-f015-4a94-8a94-f393237a1139), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.099569 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.099809 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.100585 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.100916 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.101262 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.102166 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.106239 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.106239 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.106239 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.106239 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.138500 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Publish callbacks [] for port (7f6400ba-299d-40ec-8452-91455ce722d1), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.171972 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.172311 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.172648 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.172992 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 10 11:39:59.174826 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26547e4-f015-4a94-8a94-f393237a1139']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:59.196254 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6445e18-ba2c-4782-adfc-1ef6b5b861e5') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:59.196551 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6445e18-ba2c-4782-adfc-1ef6b5b861e5') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:39:59.215997 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (e6445e18-ba2c-4782-adfc-1ef6b5b861e5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.257712 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (e6445e18-ba2c-4782-adfc-1ef6b5b861e5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.284261 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21ad98b6-d8c2-4285-be0f-a1d76bc49db0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (f5975863-aa81-4b80-88cf-a3debfcb90b8), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.293305 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:39:59.293729 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (e6445e18-ba2c-4782-adfc-1ef6b5b861e5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:39:59.297666 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:39:59.300280 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:39:59.303857 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.408833 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce99ce-39c9-47c1-9a12-699aaa58524f None None] Pushing event updated for resources: {'Port': ['ID=7f6400ba-299d-40ec-8452-91455ce722d1,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:39:59.421864 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a60bbd-976c-4860-877f-7b015722bca0 req-b48b7cdc-097d-4d3c-9f7f-2adaf5ab2552 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:59.429186 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f7a60bbd-976c-4860-877f-7b015722bca0 req-b48b7cdc-097d-4d3c-9f7f-2adaf5ab2552 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1904914 Jan 10 11:39:59.460155 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Attempting to bind port 7f6400ba-299d-40ec-8452-91455ce722d1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:39:59.460544 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Attempting to bind port 7f6400ba-299d-40ec-8452-91455ce722d1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:39:59.460916 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Attempting to bind port 7f6400ba-299d-40ec-8452-91455ce722d1 on network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:39:59.468767 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:39:59.469156 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Checking segment: {'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:39:59.469606 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.470565 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Bound using segment: {'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:39:59.471076 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Bound port: 7f6400ba-299d-40ec-8452-91455ce722d1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:39:59.471439 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.498928 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21ad98b6-d8c2-4285-be0f-a1d76bc49db0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (f5975863-aa81-4b80-88cf-a3debfcb90b8), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.558718 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f7a60bbd-976c-4860-877f-7b015722bca0 req-90f93cf7-e166-4c08-915c-5a177d4fab58 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283073 Jan 10 11:39:59.599750 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] For port 7f6400ba-299d-40ec-8452-91455ce722d1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:39:59.604916 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] For port 7f6400ba-299d-40ec-8452-91455ce722d1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f6400ba-299d-40ec-8452-91455ce722d1,segment=NetworkSegment(a1f2ce30-12b5-44f2-80ac-b8ab931b01ea),segment_id=a1f2ce30-12b5-44f2-80ac-b8ab931b01ea)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:39:59.741206 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:39:59.742111 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6489fdc1-b11c-4bee-a127-5fef1eb52e83 req-aa89bcc9-1e58-433e-942a-f15418070cce tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 210 time: 0.0309556 Jan 10 11:39:59.743340 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port ad9b761f-8e30-4890-b16f-aceb4777ab0b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:59.743340 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.743522 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82265b9e-ee18-4968-85b8-e62ebeb2bbba req-899425f4-b562-44e0-aa59-f4fa5f644d0f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:59.743522 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-82265b9e-ee18-4968-85b8-e62ebeb2bbba req-899425f4-b562-44e0-aa59-f4fa5f644d0f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 944 time: 0.0764914 Jan 10 11:39:59.743688 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-5e83eabf-0302-4243-9528-0e7d7e85f374 None None] Provisioning complete for port 7f6400ba-299d-40ec-8452-91455ce722d1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:39:59.743688 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-5e83eabf-0302-4243-9528-0e7d7e85f374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.743855 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-82265b9e-ee18-4968-85b8-e62ebeb2bbba req-6b83bff4-7c8b-4470-a320-83a7692fafd0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433626 Jan 10 11:39:59.769295 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-5e83eabf-0302-4243-9528-0e7d7e85f374 None None] Port 7f6400ba-299d-40ec-8452-91455ce722d1 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:39:59.814758 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.841212 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:39:59.843588 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f4c055-dbe6-4dfb-93c2-ba05b34e382d" -d '{"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-plugged", "status": "completed", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:39:59.856927 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:39:59.885361 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f44387-6c73-4892-82fa-db0a66f62277 x-openstack-request-id: req-c5f44387-6c73-4892-82fa-db0a66f62277 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:39:59.885680 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-plugged", "status": "completed", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:39:59.885940 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5f44387-6c73-4892-82fa-db0a66f62277 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:39:59.886389 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'code': 200} Jan 10 11:39:59.921405 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da04b7-f072-46ca-80ec-75970114288b req-5de79cbe-2273-4356-8ed1-889d014d770e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:59.922912 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-5de79cbe-2273-4356-8ed1-889d014d770e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/networks?id=73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 200 len: 813 time: 0.1199114 Jan 10 11:39:59.940972 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Request body: {'port': {'device_id': 'ffb3777f-32fa-4f8b-8eaf-277e990c233a', 'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'admin_state_up': True, 'tenant_id': '1c300abbfb3b48dab6c40f20c7eb9cd1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:39:59.955648 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee861c71-58e3-489f-af1a-cf526b8a3e05 req-9e97efe3-7d1a-4bba-a30c-04ae9592eb35 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:39:59.957133 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee861c71-58e3-489f-af1a-cf526b8a3e05 req-9e97efe3-7d1a-4bba-a30c-04ae9592eb35 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0521228 Jan 10 11:39:59.972200 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (f26547e4-f015-4a94-8a94-f393237a1139), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.987656 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:39:59.992250 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f26547e4-f015-4a94-8a94-f393237a1139 HTTP/1.1" status: 204 len: 168 time: 1.1175361 Jan 10 11:39:59.994108 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40624) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:00.016882 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a7234-4003-4bc4-8091-248cabbd8cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26547e4-f015-4a94-8a94-f393237a1139,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:00.042504 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.045641 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.045902 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21ad98b6-d8c2-4285-be0f-a1d76bc49db0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (f5975863-aa81-4b80-88cf-a3debfcb90b8), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.090018 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee861c71-58e3-489f-af1a-cf526b8a3e05 req-98e0b5e8-2f0a-4d57-83bf-2bf8df6f24c2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259768 Jan 10 11:40:00.093259 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad98b6-d8c2-4285-be0f-a1d76bc49db0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5975863-aa81-4b80-88cf-a3debfcb90b8,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:00.100537 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d37930c-8f6d-40bc-bea2-3026b6dc5210 admin admin] Deleting subnet 89e65ef0-504d-4a26-93db-91656c5895cf {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:40:00.105996 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d37930c-8f6d-40bc-bea2-3026b6dc5210 admin admin] Publish callbacks [] for subnet (89e65ef0-504d-4a26-93db-91656c5895cf), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.114119 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.164628 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Routers {'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:40:00.165380 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:39:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:00.167359 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce99ce-39c9-47c1-9a12-699aaa58524f None None] Pushing event updated for resources: {'Port': ['ID=7f6400ba-299d-40ec-8452-91455ce722d1,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:00.174002 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d37930c-8f6d-40bc-bea2-3026b6dc5210 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434212'] for subnet (89e65ef0-504d-4a26-93db-91656c5895cf), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.251689 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d37930c-8f6d-40bc-bea2-3026b6dc5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (89e65ef0-504d-4a26-93db-91656c5895cf), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.266087 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.311169 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=7']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:00.339505 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] Set router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:40:00.374815 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-21ad98b6-d8c2-4285-be0f-a1d76bc49db0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.377870 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Made reservation on behalf of 1c300abbfb3b48dab6c40f20c7eb9cd1 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:40:00.378747 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-21ad98b6-d8c2-4285-be0f-a1d76bc49db0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3671682 Jan 10 11:40:00.379994 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40628) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:00.387455 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-ab71afe8-8a5b-4302-abc3-729a5cd75d9b tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'security_group_rule': {'security_group_id': '7940459a-acd2-4f44-946d-3804474fa493', 'project_id': '6940c4980bd247c986a305a72a9d1434', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:40:00.391740 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.517441 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-56e08472-dd3a-4e9a-8614-358198d746ea None None] Provisioning complete for port 7f6400ba-299d-40ec-8452-91455ce722d1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:40:00.517806 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56e08472-dd3a-4e9a-8614-358198d746ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.534684 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Allocated IP 172.20.0.5 (73452465-d5d7-4c27-928c-80c648c05035/dde2740e-0ff9-41b0-a0e1-90d9070df217/f7b09e29-560e-4123-8100-b592a8c30f4f) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:40:00.612395 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d37930c-8f6d-40bc-bea2-3026b6dc5210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193726'] for subnet (89e65ef0-504d-4a26-93db-91656c5895cf), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.672207 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56e08472-dd3a-4e9a-8614-358198d746ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.693430 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:39:55Z', 'revision_number': 4, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port': {'id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:51Z', 'updated_at': '2022-01-10T11:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f6400ba-299d-40ec-8452-91455ce722d1', 'name': '', 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'mac_address': 'fa:16:3e:ea:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b99d4fb7-ffe5-4f81-a81e-80faf3c0284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:54Z', 'updated_at': '2022-01-10T11:39:59Z', 'revision_number': 4, 'project_id': '16d9dd96d339474485d844ea48e08257', 'subnets': [{'id': 'b99d4fb7-ffe5-4f81-a81e-80faf3c0284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:00.722764 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab71afe8-8a5b-4302-abc3-729a5cd75d9b tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (64e3246a-7d04-4f3e-9cb4-5a527335288d), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.725409 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40646) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:00.737673 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37930c-8f6d-40bc-bea2-3026b6dc5210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e65ef0-504d-4a26-93db-91656c5895cf,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:00.742193 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7895fa-dc7a-40ab-9811-d54512201f40 None None] The sync data for ids ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'] in dv-cinder-master-3-iscsi is: [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:39:55Z', 'revision_number': 4, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port': {'id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:51Z', 'updated_at': '2022-01-10T11:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7f6400ba-299d-40ec-8452-91455ce722d1', 'name': '', 'network_id': '2d9a9e05-89fa-434c-8d16-25c5e0495bd1', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'mac_address': 'fa:16:3e:ea:16:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b99d4fb7-ffe5-4f81-a81e-80faf3c0284d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:54Z', 'updated_at': '2022-01-10T11:39:59Z', 'revision_number': 4, 'project_id': '16d9dd96d339474485d844ea48e08257', 'subnets': [{'id': 'b99d4fb7-ffe5-4f81-a81e-80faf3c0284d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:40:00.763039 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d37930c-8f6d-40bc-bea2-3026b6dc5210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.765786 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0d37930c-8f6d-40bc-bea2-3026b6dc5210 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/89e65ef0-504d-4a26-93db-91656c5895cf HTTP/1.1" status: 204 len: 168 time: 0.7627404 Jan 10 11:40:00.768835 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40656) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:00.771231 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-56e08472-dd3a-4e9a-8614-358198d746ea None None] For port 7f6400ba-299d-40ec-8452-91455ce722d1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f6400ba-299d-40ec-8452-91455ce722d1,segment=NetworkSegment(a1f2ce30-12b5-44f2-80ac-b8ab931b01ea),segment_id=a1f2ce30-12b5-44f2-80ac-b8ab931b01ea)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:00.858298 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-56e08472-dd3a-4e9a-8614-358198d746ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:00.947255 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b49a9840-b086-498f-841e-22380acd20dc req-8e62711b-6165-4a32-8ea0-86fb159048f1 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 210 time: 0.0599518 Jan 10 11:40:00.952188 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e08472-dd3a-4e9a-8614-358198d746ea None None] Pushing event updated for resources: {'Port': ['ID=7f6400ba-299d-40ec-8452-91455ce722d1,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:00.972166 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.001203 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks [] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.038309 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec82418-c2c6-48d5-bc65-67ef8437aa5c req-d9f16b15-8fd6-4576-888a-05a9e4628d0e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:01.044222 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0ec82418-c2c6-48d5-bc65-67ef8437aa5c req-d9f16b15-8fd6-4576-888a-05a9e4628d0e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.3168736 Jan 10 11:40:01.044591 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (5d6d4930-c4ad-497f-b87f-218f91a8f486), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.085202 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab71afe8-8a5b-4302-abc3-729a5cd75d9b tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (64e3246a-7d04-4f3e-9cb4-5a527335288d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.086933 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f64655d-b513-4e05-8c30-720fe8ac757c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.177938 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab71afe8-8a5b-4302-abc3-729a5cd75d9b tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (64e3246a-7d04-4f3e-9cb4-5a527335288d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.188182 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.191592 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (5d6d4930-c4ad-497f-b87f-218f91a8f486), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.200335 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', '1ecb83fe-4c4e-4c26-a55a-834028f08a68', '521ffce9-574e-43ff-9566-482167228f8f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:40:01.215595 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0ec82418-c2c6-48d5-bc65-67ef8437aa5c req-4c1f4bd3-35bb-4823-882b-b775d7e1b19e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503475 Jan 10 11:40:01.228050 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71afe8-8a5b-4302-abc3-729a5cd75d9b tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e3246a-7d04-4f3e-9cb4-5a527335288d,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:01.244112 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824eb99f-921d-4488-b2e5-955d1951a1eb req-c9e42856-6daa-4fbf-b61b-741fdc7c9709 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:01.245996 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-824eb99f-921d-4488-b2e5-955d1951a1eb req-c9e42856-6daa-4fbf-b61b-741fdc7c9709 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1688538 Jan 10 11:40:01.332478 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Network 73452465-d5d7-4c27-928c-80c648c05035 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:40:01.337714 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6d4930-c4ad-497f-b87f-218f91a8f486']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:01.341082 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:40:01.358397 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:40:01.397859 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54b2c38f-7ab0-4d4e-ac29-03307734a870') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:01.398260 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54b2c38f-7ab0-4d4e-ac29-03307734a870') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:01.410747 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Pushing event updated for resources: {'Port': ['ID=f7b09e29-560e-4123-8100-b592a8c30f4f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:01.430997 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5206376'] for segment (54b2c38f-7ab0-4d4e-ac29-03307734a870), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.435803 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-824eb99f-921d-4488-b2e5-955d1951a1eb req-ecd10a25-29c4-441f-a54c-6666e2e7b1ca tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807239 Jan 10 11:40:01.464826 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (54b2c38f-7ab0-4d4e-ac29-03307734a870), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.472772 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.475537 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.476305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:01.477623 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.485983 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ab71afe8-8a5b-4302-abc3-729a5cd75d9b tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.487483 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ab71afe8-8a5b-4302-abc3-729a5cd75d9b tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1064229 Jan 10 11:40:01.492055 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40670) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:01.502500 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54901a5e-e1ec-4245-9014-281804582fa6 req-1cd96dcc-2ec3-48a7-8e90-e2b15e6a1511 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:01.504245 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-b2c6dbf3-6935-4e20-bbe5-f6eec72af7ee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'security_group_rule': {'security_group_id': '7940459a-acd2-4f44-946d-3804474fa493', 'project_id': '6940c4980bd247c986a305a72a9d1434', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:40:01.510049 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-54901a5e-e1ec-4245-9014-281804582fa6 req-1cd96dcc-2ec3-48a7-8e90-e2b15e6a1511 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.1794064 Jan 10 11:40:01.513743 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:40:01.514756 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5965873'] for segment (54b2c38f-7ab0-4d4e-ac29-03307734a870), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: Traceback (most recent call last): Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: timer() Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: cb(*args, **kw) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: return func(*args, **kwargs) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: self._notify() Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: self.callback(batched_events) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: event.method(event) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: return f(self, *a, **k) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: return self._get(url).json() Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:40:01.522618 dv-cinder-master-3-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:40:01.529474 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f64655d-b513-4e05-8c30-720fe8ac757c admin admin] Publish callbacks [] for security_group (8436a91d-e7cb-4e11-9f83-7c3d8803ed0b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.608394 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-54901a5e-e1ec-4245-9014-281804582fa6 req-1a240ef2-054f-41c6-82d8-ac9bcb7b80fe tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973933 Jan 10 11:40:01.691968 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f64655d-b513-4e05-8c30-720fe8ac757c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8436a91d-e7cb-4e11-9f83-7c3d8803ed0b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.737989 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40680) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:01.738264 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4f64655d-b513-4e05-8c30-720fe8ac757c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b463944c6064c508255efc9197df1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0090003 Jan 10 11:40:01.740636 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64655d-b513-4e05-8c30-720fe8ac757c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8436a91d-e7cb-4e11-9f83-7c3d8803ed0b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:01.811867 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (5d6d4930-c4ad-497f-b87f-218f91a8f486), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.815976 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-7502cc62-728a-49f8-88c1-7f5204df0387 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8793380 Jan 10 11:40:01.829883 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.838315 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5d6d4930-c4ad-497f-b87f-218f91a8f486 HTTP/1.1" status: 204 len: 168 time: 1.0637312 Jan 10 11:40:01.868819 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Request body: {'port': {'device_id': 'ffb3777f-32fa-4f8b-8eaf-277e990c233a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:40:01.895067 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 7f6400ba-299d-40ec-8452-91455ce722d1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:40:01.916638 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c25d8-d8ec-4b87-ae97-9ae899ba9ff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6d4930-c4ad-497f-b87f-218f91a8f486,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:01.935888 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0297effc-3e37-4ed3-95a0-56c56e193726 admin admin] Publish callbacks [] for security_group (8436a91d-e7cb-4e11-9f83-7c3d8803ed0b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.965358 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0297effc-3e37-4ed3-95a0-56c56e193726 admin admin] Publish callbacks [] for security_group (8436a91d-e7cb-4e11-9f83-7c3d8803ed0b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:01.999805 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 7f6400ba-299d-40ec-8452-91455ce722d1 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:40:02.000154 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.018032 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dbf3-6935-4e20-bbe5-f6eec72af7ee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (0933430e-2de9-4bbf-9d54-eaa05eb6d4d0), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.066932 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.151785 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577107b9-310b-4cd6-a903-5d4745bd8f02 req-824cfc0f-e6bb-47fb-9087-627acf9d7c97 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:02.159912 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-577107b9-310b-4cd6-a903-5d4745bd8f02 req-824cfc0f-e6bb-47fb-9087-627acf9d7c97 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 931 time: 0.1201706 Jan 10 11:40:02.250632 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-577107b9-310b-4cd6-a903-5d4745bd8f02 req-ee8816c8-9584-4beb-8194-a429729222af tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834844 Jan 10 11:40:02.360564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9de181-48b2-494a-b86c-bc50eb0620e4 req-ec7daf89-5446-4e5a-bae8-135d3607570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:02.362147 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e9de181-48b2-494a-b86c-bc50eb0620e4 req-ec7daf89-5446-4e5a-bae8-135d3607570e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1099 time: 0.2207305 Jan 10 11:40:02.366534 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0297effc-3e37-4ed3-95a0-56c56e193726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8436a91d-e7cb-4e11-9f83-7c3d8803ed0b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.369806 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0297effc-3e37-4ed3-95a0-56c56e193726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.370616 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0297effc-3e37-4ed3-95a0-56c56e193726 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8436a91d-e7cb-4e11-9f83-7c3d8803ed0b HTTP/1.1" status: 204 len: 168 time: 0.6308429 Jan 10 11:40:02.417057 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40696) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:02.512523 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dbf3-6935-4e20-bbe5-f6eec72af7ee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (0933430e-2de9-4bbf-9d54-eaa05eb6d4d0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.517037 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297effc-3e37-4ed3-95a0-56c56e193726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8436a91d-e7cb-4e11-9f83-7c3d8803ed0b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:02.544260 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1506c767-3ae5-42d2-b45a-766cfcbb8795 req-743d8fdd-e13c-49fd-aa47-ecbd9af55e21 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:02.557680 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1506c767-3ae5-42d2-b45a-766cfcbb8795 req-743d8fdd-e13c-49fd-aa47-ecbd9af55e21 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1994834 Jan 10 11:40:02.583591 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3e9de181-48b2-494a-b86c-bc50eb0620e4 req-81fcf8be-ce3b-4d13-be4b-3fc7bf01cc44 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116225 Jan 10 11:40:02.606968 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-21ac7e5d-4b62-408f-a906-596d19cc1a2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dff2384ab41246569dfd6041c018af6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1883543 Jan 10 11:40:02.624978 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40700) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:02.735035 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1506c767-3ae5-42d2-b45a-766cfcbb8795 req-bdc95cef-cd16-42bf-b88d-798677f7eae7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657844 Jan 10 11:40:02.744614 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8103c6-0ffd-49e6-97ad-d418530750fe req-4c2c8944-5455-46f9-a2bb-76a8cd284166 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:02.753345 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8103c6-0ffd-49e6-97ad-d418530750fe req-4c2c8944-5455-46f9-a2bb-76a8cd284166 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1660485 Jan 10 11:40:02.797632 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b09e29-560e-4123-8100-b592a8c30f4f {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:40:02.806343 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Publish callbacks [] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.823335 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Transition to ACTIVE for port object f7b09e29-560e-4123-8100-b592a8c30f4f will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:40:02.825109 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dbf3-6935-4e20-bbe5-f6eec72af7ee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (0933430e-2de9-4bbf-9d54-eaa05eb6d4d0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.830652 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3977faa-12cc-4e32-9ebb-464b49b4e685 admin admin] Publish callbacks [] for security_group (9082e44e-400d-4c3f-96bd-93b0ebfc9910), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.849405 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6dbf3-6935-4e20-bbe5-f6eec72af7ee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0933430e-2de9-4bbf-9d54-eaa05eb6d4d0,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:02.894836 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fc8103c6-0ffd-49e6-97ad-d418530750fe req-e077096f-8b2b-4533-9bce-1826dcf52429 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403418 Jan 10 11:40:02.898586 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3977faa-12cc-4e32-9ebb-464b49b4e685 admin admin] Publish callbacks [] for security_group (9082e44e-400d-4c3f-96bd-93b0ebfc9910), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:02.961917 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e9daa-15e9-438d-83be-b288a646b1fc req-62e85096-04ba-434f-8e32-9fab9a8983b9 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:02.968863 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ca5e9daa-15e9-438d-83be-b288a646b1fc req-62e85096-04ba-434f-8e32-9fab9a8983b9 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0938115 Jan 10 11:40:02.984202 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.038104 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ca5e9daa-15e9-438d-83be-b288a646b1fc req-985d1ea5-37ba-459f-9fb1-2e22a1587f7a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557997 Jan 10 11:40:03.057066 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b2c6dbf3-6935-4e20-bbe5-f6eec72af7ee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.058163 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b2c6dbf3-6935-4e20-bbe5-f6eec72af7ee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5628068 Jan 10 11:40:03.058988 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40706) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:03.064277 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d4814a34-49be-4b9f-ba21-9c8adfec7d64 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'security_group_rule': {'security_group_id': '7940459a-acd2-4f44-946d-3804474fa493', 'project_id': '6940c4980bd247c986a305a72a9d1434', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:40:03.132842 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3977faa-12cc-4e32-9ebb-464b49b4e685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (9082e44e-400d-4c3f-96bd-93b0ebfc9910), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.139854 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3977faa-12cc-4e32-9ebb-464b49b4e685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.141990 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a3977faa-12cc-4e32-9ebb-464b49b4e685 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9082e44e-400d-4c3f-96bd-93b0ebfc9910 HTTP/1.1" status: 204 len: 168 time: 0.5140336 Jan 10 11:40:03.158489 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3977faa-12cc-4e32-9ebb-464b49b4e685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9082e44e-400d-4c3f-96bd-93b0ebfc9910,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:03.224465 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Attempting to bind port f7b09e29-560e-4123-8100-b592a8c30f4f on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:40:03.224851 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Attempting to bind port f7b09e29-560e-4123-8100-b592a8c30f4f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:40:03.225123 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Attempting to bind port f7b09e29-560e-4123-8100-b592a8c30f4f on network 73452465-d5d7-4c27-928c-80c648c05035 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:40:03.234859 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b09e29-560e-4123-8100-b592a8c30f4f,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:03.238412 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Port f7b09e29-560e-4123-8100-b592a8c30f4f on network 73452465-d5d7-4c27-928c-80c648c05035 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:40:03.238764 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Attempting to bind port f7b09e29-560e-4123-8100-b592a8c30f4f on network 73452465-d5d7-4c27-928c-80c648c05035 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:40:03.244942 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:40:03.246074 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Checking segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:40:03.247871 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Bound using segment: {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:40:03.248334 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Bound port: f7b09e29-560e-4123-8100-b592a8c30f4f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44afeb13-0dd8-4118-bacc-192908ea741a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '73452465-d5d7-4c27-928c-80c648c05035'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:40:03.249274 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.277068 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-d4814a34-49be-4b9f-ba21-9c8adfec7d64 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Project 6940c4980bd247c986a305a72a9d1434 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:40:03.284640 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4814a34-49be-4b9f-ba21-9c8adfec7d64 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (35b13335-c54d-45cf-9d5d-83cc4bc96cc4), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.330723 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] For port f7b09e29-560e-4123-8100-b592a8c30f4f, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:40:03.335763 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] For port f7b09e29-560e-4123-8100-b592a8c30f4f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7b09e29-560e-4123-8100-b592a8c30f4f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:40:03.428305 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead866-be10-4dd2-bf0f-3e80d55abd46 req-c637352a-9bc5-4506-a95f-c9182628959c tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:03.430682 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3cead866-be10-4dd2-bf0f-3e80d55abd46 req-c637352a-9bc5-4506-a95f-c9182628959c tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 943 time: 0.0999479 Jan 10 11:40:03.437831 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4814a34-49be-4b9f-ba21-9c8adfec7d64 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (35b13335-c54d-45cf-9d5d-83cc4bc96cc4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.460178 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.489261 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3cead866-be10-4dd2-bf0f-3e80d55abd46 req-faef16c4-dd31-47f1-ba47-28b1579be36d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491300 Jan 10 11:40:03.515492 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:03.516624 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.518296 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-d7a1ed36-0661-4189-9230-212646831121 service neutron] 10.222.0.31 "PUT /v2.0/ports/f7b09e29-560e-4123-8100-b592a8c30f4f HTTP/1.1" status: 200 len: 1093 time: 1.6937661 Jan 10 11:40:03.523393 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffb3777f-32fa-4f8b-8eaf-277e990c233a', 'tag': 'f7b09e29-560e-4123-8100-b592a8c30f4f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:03.527268 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d608879e-8da8-4463-8baf-c6b900e1d721" -d '{"events": [{"name": "network-changed", "server_uuid": "ffb3777f-32fa-4f8b-8eaf-277e990c233a", "tag": "f7b09e29-560e-4123-8100-b592a8c30f4f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:03.566995 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a1ed36-0661-4189-9230-212646831121 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b09e29-560e-4123-8100-b592a8c30f4f,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:03.590406 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4814a34-49be-4b9f-ba21-9c8adfec7d64 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (35b13335-c54d-45cf-9d5d-83cc4bc96cc4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.594592 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4935c4af-a2a9-4948-bb5f-23626308f082 x-openstack-request-id: req-4935c4af-a2a9-4948-bb5f-23626308f082 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:03.603481 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffb3777f-32fa-4f8b-8eaf-277e990c233a", "tag": "f7b09e29-560e-4123-8100-b592a8c30f4f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:03.603481 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4935c4af-a2a9-4948-bb5f-23626308f082 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:03.603481 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffb3777f-32fa-4f8b-8eaf-277e990c233a', 'tag': 'f7b09e29-560e-4123-8100-b592a8c30f4f', 'status': 'completed', 'code': 200} Jan 10 11:40:03.624383 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4814a34-49be-4b9f-ba21-9c8adfec7d64 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b13335-c54d-45cf-9d5d-83cc4bc96cc4,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:03.676942 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608879e-8da8-4463-8baf-c6b900e1d721 req-a8df43f2-e0ae-4b4c-b6a5-a6cfd2ac22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:03.678672 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d608879e-8da8-4463-8baf-c6b900e1d721 req-a8df43f2-e0ae-4b4c-b6a5-a6cfd2ac22c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 1096 time: 0.0555649 Jan 10 11:40:03.759423 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4814a34-49be-4b9f-ba21-9c8adfec7d64 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:03.773396 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d4814a34-49be-4b9f-ba21-9c8adfec7d64 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7129772 Jan 10 11:40:03.778490 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40718) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:03.795758 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-8b21e06b-d44e-442f-ae67-7d07333b8693 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'security_group_rule': {'security_group_id': '7940459a-acd2-4f44-946d-3804474fa493', 'project_id': '6940c4980bd247c986a305a72a9d1434', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:40:03.875770 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608879e-8da8-4463-8baf-c6b900e1d721 req-cb042c57-4e11-4c7f-b4cf-a4cdefb28b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:03.877608 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d608879e-8da8-4463-8baf-c6b900e1d721 req-cb042c57-4e11-4c7f-b4cf-a4cdefb28b92 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1788118 Jan 10 11:40:03.937245 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-8b21e06b-d44e-442f-ae67-7d07333b8693 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Project 6940c4980bd247c986a305a72a9d1434 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:40:03.945135 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b21e06b-d44e-442f-ae67-7d07333b8693 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (506661b5-2405-4b3b-b329-5ac4ed60f15c), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:04.012961 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66517db-9caf-4208-ab6b-0d33a3e26866 req-d95c3967-217e-4ba0-b148-6994ad0cfdb9 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:04.015802 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d66517db-9caf-4208-ab6b-0d33a3e26866 req-d95c3967-217e-4ba0-b148-6994ad0cfdb9 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1699700 Jan 10 11:40:04.130950 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608879e-8da8-4463-8baf-c6b900e1d721 req-738dbd71-0399-481b-9eeb-566e6227bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:04.132878 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d608879e-8da8-4463-8baf-c6b900e1d721 req-738dbd71-0399-481b-9eeb-566e6227bab1 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458224 Jan 10 11:40:04.256638 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da04b7-f072-46ca-80ec-75970114288b req-6e80d3b8-229b-4ca3-88e9-fcc6c8627250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:04.258672 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-6e80d3b8-229b-4ca3-88e9-fcc6c8627250 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 1096 time: 0.0751107 Jan 10 11:40:04.360591 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-57bb4ecf-6648-4190-913e-d0706773e80e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7b09e29-560e-4123-8100-b592a8c30f4f HTTP/1.1" status: 200 len: 217 time: 0.0946441 Jan 10 11:40:04.418368 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b21e06b-d44e-442f-ae67-7d07333b8693 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (506661b5-2405-4b3b-b329-5ac4ed60f15c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:04.437483 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da04b7-f072-46ca-80ec-75970114288b req-b812e383-afcc-4507-8715-3dea0faa8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:04.439628 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-b812e383-afcc-4507-8715-3dea0faa8b19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=dde2740e-0ff9-41b0-a0e1-90d9070df217 HTTP/1.1" status: 200 len: 853 time: 0.0671687 Jan 10 11:40:04.453565 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d66517db-9caf-4208-ab6b-0d33a3e26866 req-995f1dcc-12f0-4bc2-9e8e-32aceaacf955 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219971 Jan 10 11:40:04.479384 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636db5a3-7f0e-45b7-9ec5-62ea0df3de22 req-7b5a3f79-065f-4aaf-9e2d-8eeff969f366 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:04.479384 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-636db5a3-7f0e-45b7-9ec5-62ea0df3de22 req-7b5a3f79-065f-4aaf-9e2d-8eeff969f366 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.3917913 Jan 10 11:40:04.489598 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-be18adc6-7a5e-4af0-8422-f3bc6960e859 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=73452465-d5d7-4c27-928c-80c648c05035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393033 Jan 10 11:40:04.551144 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b21e06b-d44e-442f-ae67-7d07333b8693 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (506661b5-2405-4b3b-b329-5ac4ed60f15c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:04.557532 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40738) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:04.597649 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-636db5a3-7f0e-45b7-9ec5-62ea0df3de22 req-32d2b8d0-a44a-44ad-b2da-38ff16e12783 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153493 Jan 10 11:40:04.650473 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-fad10fd3-a68a-4d66-812b-01db7cb9019f service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504173 Jan 10 11:40:04.662799 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21e06b-d44e-442f-ae67-7d07333b8693 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506661b5-2405-4b3b-b329-5ac4ed60f15c,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:04.744925 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4c5aad48-b634-4039-9436-6b9db9ebfb42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=641c2aa6c9b9462a9b09db1c18c96268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804085 Jan 10 11:40:04.824740 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40740) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:04.825008 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5113b-c143-4e9f-97ba-99a7138ab448 req-0591bd32-83e2-4e43-ba54-26654389407f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:04.825008 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21d5113b-c143-4e9f-97ba-99a7138ab448 req-0591bd32-83e2-4e43-ba54-26654389407f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.1466610 Jan 10 11:40:04.828447 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4da04b7-f072-46ca-80ec-75970114288b req-75ee57c9-cb38-4caa-abbb-863ba060ed27 service neutron] 10.222.0.31 "GET /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638200 Jan 10 11:40:04.860736 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ab311-4a62-4f76-ae01-28f11d916028 req-ba736f59-3e1d-4399-832e-787dad251049 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:04.862503 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a80ab311-4a62-4f76-ae01-28f11d916028 req-ba736f59-3e1d-4399-832e-787dad251049 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 943 time: 0.1146300 Jan 10 11:40:04.880862 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b4b13cbf-02df-4a8b-92ee-eeb478caf9d4 admin admin] Publish callbacks [] for security_group (75eb503b-0b8e-4ff5-bd56-857b504e8737), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:04.885971 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21d5113b-c143-4e9f-97ba-99a7138ab448 req-75ed1454-ecc6-4029-ad85-8fd406f734fb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926011 Jan 10 11:40:04.925935 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b4b13cbf-02df-4a8b-92ee-eeb478caf9d4 admin admin] Publish callbacks [] for security_group (75eb503b-0b8e-4ff5-bd56-857b504e8737), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:04.973273 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a80ab311-4a62-4f76-ae01-28f11d916028 req-2563e1ad-85d4-48a4-b844-4af809251653 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949645 Jan 10 11:40:05.049014 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b21e06b-d44e-442f-ae67-7d07333b8693 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:05.052329 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8b21e06b-d44e-442f-ae67-7d07333b8693 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2641423 Jan 10 11:40:05.139405 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b4b13cbf-02df-4a8b-92ee-eeb478caf9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (75eb503b-0b8e-4ff5-bd56-857b504e8737), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:05.146466 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b4b13cbf-02df-4a8b-92ee-eeb478caf9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:05.149172 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b4b13cbf-02df-4a8b-92ee-eeb478caf9d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75eb503b-0b8e-4ff5-bd56-857b504e8737 HTTP/1.1" status: 204 len: 168 time: 0.3980443 Jan 10 11:40:05.174139 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b13cbf-02df-4a8b-92ee-eeb478caf9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eb503b-0b8e-4ff5-bd56-857b504e8737,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:05.608434 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484974f-132f-4a4d-841b-5c9cb719215c req-d3f15ab9-aed7-416f-a439-a3fee4404eb7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:05.610254 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8484974f-132f-4a4d-841b-5c9cb719215c req-d3f15ab9-aed7-416f-a439-a3fee4404eb7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0682433 Jan 10 11:40:05.698002 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8484974f-132f-4a4d-841b-5c9cb719215c req-11a89ba3-ad34-4a9c-a129-abcd07383b3f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Jan 10 11:40:05.788449 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae95b6d-3800-405d-845c-cb6c2b3f4763 req-6277ca70-3d2c-43ce-bcf2-288bf0024078 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:05.798258 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aae95b6d-3800-405d-845c-cb6c2b3f4763 req-6277ca70-3d2c-43ce-bcf2-288bf0024078 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0847974 Jan 10 11:40:05.879202 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-aae95b6d-3800-405d-845c-cb6c2b3f4763 req-60cf2977-1bb6-4613-a05e-58addfdada61 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781896 Jan 10 11:40:06.065919 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bd92a-764b-4601-8dae-fd585afd1627 req-c8253760-b52b-406f-91ee-7c234f45d81e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:06.068263 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7c1bd92a-764b-4601-8dae-fd585afd1627 req-c8253760-b52b-406f-91ee-7c234f45d81e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0792012 Jan 10 11:40:06.161828 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7c1bd92a-764b-4601-8dae-fd585afd1627 req-89b3afc8-8a3b-45b6-b432-0cd86d7ff3e4 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774114 Jan 10 11:40:06.313391 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edea20-55d0-4c1a-b9ee-afe4b20c88c2 req-fc4784e7-3c59-4ff1-9383-850b66645cfa tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:06.315458 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-44edea20-55d0-4c1a-b9ee-afe4b20c88c2 req-fc4784e7-3c59-4ff1-9383-850b66645cfa tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 943 time: 0.0666523 Jan 10 11:40:06.389884 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-44edea20-55d0-4c1a-b9ee-afe4b20c88c2 req-c04b7427-7b05-46ea-a466-87b2839d97ae tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636985 Jan 10 11:40:07.040744 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419834-7d52-4917-999c-f41a0ebe4f23 req-8526bada-c884-40ff-b19a-152ab01d39eb tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:07.042671 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3b419834-7d52-4917-999c-f41a0ebe4f23 req-8526bada-c884-40ff-b19a-152ab01d39eb tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0953324 Jan 10 11:40:07.065553 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9ae31-6c94-4612-a6a8-63586e894402 req-a8d49ac4-1d92-4eb2-a721-daa9fd93dbf3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:07.068334 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97d9ae31-6c94-4612-a6a8-63586e894402 req-a8d49ac4-1d92-4eb2-a721-daa9fd93dbf3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0883198 Jan 10 11:40:07.151746 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3b419834-7d52-4917-999c-f41a0ebe4f23 req-cb4af2b8-2192-406a-b94f-723b27bdd969 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028290 Jan 10 11:40:07.165195 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-97d9ae31-6c94-4612-a6a8-63586e894402 req-da730b21-a1b4-406d-864e-5d73e3ad1eab tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846577 Jan 10 11:40:07.353840 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6edb57-2cd5-44c0-96b1-4cde14a6cee5 req-8dbb94e0-523e-4b34-81f5-7d636ca34266 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:07.355458 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fb6edb57-2cd5-44c0-96b1-4cde14a6cee5 req-8dbb94e0-523e-4b34-81f5-7d636ca34266 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0867295 Jan 10 11:40:07.420216 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fb6edb57-2cd5-44c0-96b1-4cde14a6cee5 req-6e711495-d6bb-4330-8f9c-bbe423e08946 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570185 Jan 10 11:40:07.568425 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58180376-8e48-4f7d-8339-d4e4e98a33a8 req-cc91e107-bb75-4868-b5c8-69156956e6eb tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:07.570124 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58180376-8e48-4f7d-8339-d4e4e98a33a8 req-cc91e107-bb75-4868-b5c8-69156956e6eb tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 943 time: 0.0777724 Jan 10 11:40:07.608043 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-abe9ca56-8a3e-4831-997c-4b144904f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:07.611195 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-abe9ca56-8a3e-4831-997c-4b144904f5bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 1099 time: 0.0669851 Jan 10 11:40:07.626476 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58180376-8e48-4f7d-8339-d4e4e98a33a8 req-af68226f-8d29-4356-8a83-322a447a9b83 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Jan 10 11:40:07.659398 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device f7b09e29-560e-4123-8100-b592a8c30f4f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:40:07.786733 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-306523bb-3f8d-4944-a012-28331048c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:07.788421 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-306523bb-3f8d-4944-a012-28331048c8f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 200 len: 919 time: 0.1673841 Jan 10 11:40:07.877277 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-5c6c11b4-5bf9-4802-980d-7e9f7753994e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498 HTTP/1.1" status: 200 len: 217 time: 0.0784442 Jan 10 11:40:07.942465 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-98d25835-fb47-46d7-9ff2-9c4801c9e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:07.943580 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-98d25835-fb47-46d7-9ff2-9c4801c9e8f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 200 len: 858 time: 0.0593445 Jan 10 11:40:07.982931 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port f7b09e29-560e-4123-8100-b592a8c30f4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7b09e29-560e-4123-8100-b592a8c30f4f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:07.999525 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': 'f7b09e29-560e-4123-8100-b592a8c30f4f', 'network_id': '73452465-d5d7-4c27-928c-80c648c05035', 'port_id': 'f7b09e29-560e-4123-8100-b592a8c30f4f', 'mac_address': 'fa:16:3e:cc:bf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde2740e-0ff9-41b0-a0e1-90d9070df217', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:40:08.011455 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-029fb875-1b38-4c89-9465-9099976e4acf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0b7066df-867a-4f7f-8c8c-edef37acae0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593951 Jan 10 11:40:08.061303 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:08.082521 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b09e29-560e-4123-8100-b592a8c30f4f {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:40:08.125065 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port f7b09e29-560e-4123-8100-b592a8c30f4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7b09e29-560e-4123-8100-b592a8c30f4f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:08.247580 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-14e26424-efa3-43a1-9301-8b364ef68468 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256095 Jan 10 11:40:08.252883 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:08.392098 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=f7b09e29-560e-4123-8100-b592a8c30f4f,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:08.395268 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-95aefb9f-4e82-43f4-81a8-80960d842e46 req-9f473bd6-ae07-4a51-8442-0b3cd17eabf7 service neutron] 10.222.0.31 "GET /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353836 Jan 10 11:40:08.412298 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd31ad-acf3-4385-8b8a-920b865c48d3 req-46acaf9d-8e07-4611-84b8-f4b83ecea580 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:08.412298 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9cbd31ad-acf3-4385-8b8a-920b865c48d3 req-46acaf9d-8e07-4611-84b8-f4b83ecea580 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1504998 Jan 10 11:40:08.439234 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679a219-5efa-440a-8682-a524e42c6865 req-31575378-0746-4587-89ff-1abd01dda41d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:08.440697 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5679a219-5efa-440a-8682-a524e42c6865 req-31575378-0746-4587-89ff-1abd01dda41d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1225615 Jan 10 11:40:08.497012 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9cbd31ad-acf3-4385-8b8a-920b865c48d3 req-34287be0-6249-4aa1-89d4-2fabbfdc6a3e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841427 Jan 10 11:40:08.543963 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5679a219-5efa-440a-8682-a524e42c6865 req-7fffed3f-51ae-4c3a-b9ef-73d1e1209af1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862720 Jan 10 11:40:08.677010 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['f7b09e29-560e-4123-8100-b592a8c30f4f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:40:08.721112 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74e6dc-9a5c-45e1-a232-f871be11029f req-3d752a76-b5c2-4638-bb21-9b43dcebebc1 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:08.735931 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ff74e6dc-9a5c-45e1-a232-f871be11029f req-3d752a76-b5c2-4638-bb21-9b43dcebebc1 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.1227632 Jan 10 11:40:08.914803 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015d75d-e467-4baf-aafb-cf038934f659 req-da460147-33f6-43b0-af6d-b1a61fdadf29 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:08.917493 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4015d75d-e467-4baf-aafb-cf038934f659 req-da460147-33f6-43b0-af6d-b1a61fdadf29 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 944 time: 0.1230230 Jan 10 11:40:08.932646 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ff74e6dc-9a5c-45e1-a232-f871be11029f req-420f3f53-d406-460f-81ef-123c4808afb5 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903787 Jan 10 11:40:09.010435 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4015d75d-e467-4baf-aafb-cf038934f659 req-f294ab51-2cf2-499b-bcfa-0e6d2f9e1eab tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737908 Jan 10 11:40:09.762350 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f35e16-2d14-477e-b198-32e3b3584add req-17efbbcb-1ef3-4cc9-b842-deeb9b72614e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:09.786380 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-25f35e16-2d14-477e-b198-32e3b3584add req-17efbbcb-1ef3-4cc9-b842-deeb9b72614e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1373501 Jan 10 11:40:09.884788 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-25f35e16-2d14-477e-b198-32e3b3584add req-4e3c95cf-aeac-4c31-a49c-715eb6d14527 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876732 Jan 10 11:40:09.913394 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b059e-3208-45ae-a61d-35cd0c6269f0 req-812dac5f-9d85-4639-a02a-1a533d9bfb16 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:09.921732 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-545b059e-3208-45ae-a61d-35cd0c6269f0 req-812dac5f-9d85-4639-a02a-1a533d9bfb16 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1255441 Jan 10 11:40:09.982999 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-545b059e-3208-45ae-a61d-35cd0c6269f0 req-b263a64d-0125-4ee6-ac01-a99520e45152 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602009 Jan 10 11:40:10.126141 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87bff0-9616-4675-a9b8-832d8c8ddcf1 req-3ca09d79-f9c3-464a-b658-d7a9ba10982f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:10.127989 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1a87bff0-9616-4675-a9b8-832d8c8ddcf1 req-3ca09d79-f9c3-464a-b658-d7a9ba10982f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.1041498 Jan 10 11:40:10.204918 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8963a6-9579-47fb-8f22-66356254bd27 req-9040e789-c058-492b-87a1-2045d1b98b30 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:10.206473 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ea8963a6-9579-47fb-8f22-66356254bd27 req-9040e789-c058-492b-87a1-2045d1b98b30 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 944 time: 0.0907950 Jan 10 11:40:10.264329 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1a87bff0-9616-4675-a9b8-832d8c8ddcf1 req-c2b5a977-d000-4484-b564-b8e6cacad0dd tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251543 Jan 10 11:40:10.297266 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ea8963a6-9579-47fb-8f22-66356254bd27 req-b68a1bce-83b6-43c5-8fb3-661b143da922 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825248 Jan 10 11:40:10.783207 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 40966) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:11.019316 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b399fc9e-5794-4873-92c5-a057ff7712c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:11.063023 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b305d4-4f54-4a1d-8763-ff24c6db9ada req-ecf5708e-1266-4d54-b53a-d35213388d52 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:11.065193 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-31b305d4-4f54-4a1d-8763-ff24c6db9ada req-ecf5708e-1266-4d54-b53a-d35213388d52 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0872228 Jan 10 11:40:11.201388 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-31b305d4-4f54-4a1d-8763-ff24c6db9ada req-239d7d30-93e5-4c32-b627-380bcfe71c42 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176441 Jan 10 11:40:11.225398 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2725eec-6d3c-4801-8e07-38bf3423e0f2 req-d102d60c-6a0b-4024-ab81-2c9ccd0405b9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:11.226515 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d2725eec-6d3c-4801-8e07-38bf3423e0f2 req-d102d60c-6a0b-4024-ab81-2c9ccd0405b9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1287732 Jan 10 11:40:11.238062 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b399fc9e-5794-4873-92c5-a057ff7712c2 admin admin] Publish callbacks [] for security_group (f95d03df-5e49-4924-a5fe-00ff20379517), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:11.308177 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d2725eec-6d3c-4801-8e07-38bf3423e0f2 req-45b0e7df-dceb-487e-af74-86bf24e81a2c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684872 Jan 10 11:40:11.351503 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b399fc9e-5794-4873-92c5-a057ff7712c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f95d03df-5e49-4924-a5fe-00ff20379517), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:11.478364 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b399fc9e-5794-4873-92c5-a057ff7712c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e672d49419cf42f8b9d7744752f3b7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6915355 Jan 10 11:40:11.481077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 40990) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:11.483280 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399fc9e-5794-4873-92c5-a057ff7712c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95d03df-5e49-4924-a5fe-00ff20379517,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:11.511578 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39801-6b24-4eca-aa98-496ccc1036b9 req-65b4926f-7574-4eb6-88c1-483998e66f54 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:11.512966 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dac39801-6b24-4eca-aa98-496ccc1036b9 req-65b4926f-7574-4eb6-88c1-483998e66f54 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.1340022 Jan 10 11:40:11.549108 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad94-c9d0-477f-911b-a07f15a8a732 admin admin] Publish callbacks [] for security_group (f95d03df-5e49-4924-a5fe-00ff20379517), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:11.576647 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad94-c9d0-477f-911b-a07f15a8a732 admin admin] Publish callbacks [] for security_group (f95d03df-5e49-4924-a5fe-00ff20379517), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:11.579726 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dac39801-6b24-4eca-aa98-496ccc1036b9 req-ceb25e2a-9acf-4b54-905c-43754909c4ab tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580614 Jan 10 11:40:11.672367 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device f7b09e29-560e-4123-8100-b592a8c30f4f up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:40:11.716241 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7ba06-787b-4398-8383-a13293667b21 req-ca23ad90-074e-4e4b-ac18-44d6bdda846b tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:11.717921 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-29a7ba06-787b-4398-8383-a13293667b21 req-ca23ad90-074e-4e4b-ac18-44d6bdda846b tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 944 time: 0.0703180 Jan 10 11:40:11.823029 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-29a7ba06-787b-4398-8383-a13293667b21 req-5857c4e3-0f64-43f1-bc45-ca334df5090c tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963225 Jan 10 11:40:12.126429 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port f7b09e29-560e-4123-8100-b592a8c30f4f completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:40:12.126654 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad94-c9d0-477f-911b-a07f15a8a732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f95d03df-5e49-4924-a5fe-00ff20379517), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:12.128974 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad94-c9d0-477f-911b-a07f15a8a732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:12.130253 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4ac2ad94-c9d0-477f-911b-a07f15a8a732 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f95d03df-5e49-4924-a5fe-00ff20379517 HTTP/1.1" status: 204 len: 168 time: 0.6480930 Jan 10 11:40:12.131363 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port f7b09e29-560e-4123-8100-b592a8c30f4f triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:40:12.131731 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:12.139184 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac2ad94-c9d0-477f-911b-a07f15a8a732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95d03df-5e49-4924-a5fe-00ff20379517,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:12.232199 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:12.262425 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb3777f-32fa-4f8b-8eaf-277e990c233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b09e29-560e-4123-8100-b592a8c30f4f'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:12.266492 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3683d059-17b0-4280-9729-bde8654170e9" -d '{"events": [{"server_uuid": "ffb3777f-32fa-4f8b-8eaf-277e990c233a", "name": "network-vif-plugged", "status": "completed", "tag": "f7b09e29-560e-4123-8100-b592a8c30f4f"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:12.303346 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port f7b09e29-560e-4123-8100-b592a8c30f4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7b09e29-560e-4123-8100-b592a8c30f4f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:12.345275 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1395f-aa6a-4b67-9900-8b2ed9c31dca x-openstack-request-id: req-9df1395f-aa6a-4b67-9900-8b2ed9c31dca {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:12.345583 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb3777f-32fa-4f8b-8eaf-277e990c233a", "name": "network-vif-plugged", "status": "completed", "tag": "f7b09e29-560e-4123-8100-b592a8c30f4f", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:12.345904 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9df1395f-aa6a-4b67-9900-8b2ed9c31dca {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:12.346383 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb3777f-32fa-4f8b-8eaf-277e990c233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b09e29-560e-4123-8100-b592a8c30f4f', 'code': 200} Jan 10 11:40:12.453794 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:12.542582 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891fa35-cc1a-44a9-93ed-fcf0908c1c57 req-651f0762-1080-4d18-be95-0687229c2379 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:12.544522 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2891fa35-cc1a-44a9-93ed-fcf0908c1c57 req-651f0762-1080-4d18-be95-0687229c2379 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0792809 Jan 10 11:40:12.587745 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=f7b09e29-560e-4123-8100-b592a8c30f4f,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:12.621031 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2891fa35-cc1a-44a9-93ed-fcf0908c1c57 req-024b244d-e2f4-49d6-80af-08385bcf4e96 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669124 Jan 10 11:40:12.767412 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73452d5f-eb53-48e4-a133-3f8efb279a65 req-fcdf5e06-ef00-40d0-8cec-25e4d9d7a237 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:12.793601 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-73452d5f-eb53-48e4-a133-3f8efb279a65 req-fcdf5e06-ef00-40d0-8cec-25e4d9d7a237 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0923326 Jan 10 11:40:12.866788 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-73452d5f-eb53-48e4-a133-3f8efb279a65 req-627660c5-5f79-4e8b-9231-a1d6f9ee5033 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722804 Jan 10 11:40:12.903483 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7bd9b-61e0-4da0-a219-3081ffe399f2 req-5adb88a0-f26c-4051-b843-92035c058d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:12.906206 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-17c7bd9b-61e0-4da0-a219-3081ffe399f2 req-5adb88a0-f26c-4051-b843-92035c058d32 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 1098 time: 0.0754774 Jan 10 11:40:12.998081 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3cfff-3142-427e-b3e9-87227c1dfb7d req-9f095548-04eb-4d0f-9f21-09707194fc4a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:13.005825 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b4d3cfff-3142-427e-b3e9-87227c1dfb7d req-9f095548-04eb-4d0f-9f21-09707194fc4a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0723922 Jan 10 11:40:13.017377 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-17c7bd9b-61e0-4da0-a219-3081ffe399f2 req-303ae14c-17a9-42be-9b61-0d7c17eefe16 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004550 Jan 10 11:40:13.091521 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b4d3cfff-3142-427e-b3e9-87227c1dfb7d req-fc77e344-ff10-47ef-83c5-a20e90de1eb2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846617 Jan 10 11:40:13.241836 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41020) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:13.256480 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cba01981-b54a-4f2d-9125-8b8340987ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:13.374170 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cba01981-b54a-4f2d-9125-8b8340987ce6 admin admin] Publish callbacks [] for security_group (ad950c7a-0573-4a83-bde2-b6bd273f22f4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:13.494033 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cba01981-b54a-4f2d-9125-8b8340987ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ad950c7a-0573-4a83-bde2-b6bd273f22f4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:13.534322 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cba01981-b54a-4f2d-9125-8b8340987ce6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0529cdd61854467abd588972073068b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903192 Jan 10 11:40:13.534921 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba01981-b54a-4f2d-9125-8b8340987ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad950c7a-0573-4a83-bde2-b6bd273f22f4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:13.541512 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 41024) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:13.619330 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f23a9c9-e616-4893-b362-cc6a8a4f4c4e admin admin] Publish callbacks [] for security_group (ad950c7a-0573-4a83-bde2-b6bd273f22f4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:13.646344 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f23a9c9-e616-4893-b362-cc6a8a4f4c4e admin admin] Publish callbacks [] for security_group (ad950c7a-0573-4a83-bde2-b6bd273f22f4), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:13.812156 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2ada8-9ad3-41ab-9425-5ebb86778436 req-9ceaa7c7-e2ae-4dc0-af29-fca21f9ac49f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:13.814238 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9dd2ada8-9ad3-41ab-9425-5ebb86778436 req-9ceaa7c7-e2ae-4dc0-af29-fca21f9ac49f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0787039 Jan 10 11:40:13.838109 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f23a9c9-e616-4893-b362-cc6a8a4f4c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ad950c7a-0573-4a83-bde2-b6bd273f22f4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:13.841157 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2f23a9c9-e616-4893-b362-cc6a8a4f4c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:13.844825 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2f23a9c9-e616-4893-b362-cc6a8a4f4c4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad950c7a-0573-4a83-bde2-b6bd273f22f4 HTTP/1.1" status: 204 len: 168 time: 0.3005927 Jan 10 11:40:13.861132 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23a9c9-e616-4893-b362-cc6a8a4f4c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad950c7a-0573-4a83-bde2-b6bd273f22f4,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:13.900933 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9dd2ada8-9ad3-41ab-9425-5ebb86778436 req-b7123863-5c32-4773-88c8-717e8183265d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791028 Jan 10 11:40:14.096494 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f6a83-c3f3-4154-8fcd-f7f674e170a7 req-ed9f2cc7-b47c-425a-b989-a61458165aae tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:14.098680 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-542f6a83-c3f3-4154-8fcd-f7f674e170a7 req-ed9f2cc7-b47c-425a-b989-a61458165aae tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0732214 Jan 10 11:40:14.266464 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-542f6a83-c3f3-4154-8fcd-f7f674e170a7 req-7aabad01-3b09-42dc-84b9-2bf20b1cc98b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587782 Jan 10 11:40:14.293654 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a1110-16a5-4cab-8b89-4d8edc74e377 req-1464319b-0b3c-47a3-89e8-48325dc5df75 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:14.295787 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6a4a1110-16a5-4cab-8b89-4d8edc74e377 req-1464319b-0b3c-47a3-89e8-48325dc5df75 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.1031256 Jan 10 11:40:14.397963 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6a4a1110-16a5-4cab-8b89-4d8edc74e377 req-58a7e26f-8985-4c2d-a0df-fc0c0a6e0a22 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956728 Jan 10 11:40:15.192838 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a361d6-4193-432f-a7ab-ac12a1e95f8d req-338cc97d-9f8b-446c-bf85-5a1ea572bfb0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:15.200484 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19a361d6-4193-432f-a7ab-ac12a1e95f8d req-338cc97d-9f8b-446c-bf85-5a1ea572bfb0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1836464 Jan 10 11:40:15.264149 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19a361d6-4193-432f-a7ab-ac12a1e95f8d req-a163bf89-b6dd-43d8-b31c-d45f32d5faad tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626163 Jan 10 11:40:15.475798 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4815524-bf85-4907-8fcb-6ebe971d205b req-8ccb2607-fbd6-409f-93b3-4c809e65ef3d tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:15.478302 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4815524-bf85-4907-8fcb-6ebe971d205b req-8ccb2607-fbd6-409f-93b3-4c809e65ef3d tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0987415 Jan 10 11:40:15.612747 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a4815524-bf85-4907-8fcb-6ebe971d205b req-84ce06fd-9e17-4f89-9e2a-90062cfb5c19 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231294 Jan 10 11:40:15.633371 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb6897-0909-4333-b008-d67d918a50cd req-8492b518-d1e4-400b-b3f5-fff47c26ee0e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:15.647509 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d2eb6897-0909-4333-b008-d67d918a50cd req-8492b518-d1e4-400b-b3f5-fff47c26ee0e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.1267354 Jan 10 11:40:15.776569 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d2eb6897-0909-4333-b008-d67d918a50cd req-6f3edf1d-b01c-403c-b5d0-d3707a51413f tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268573 Jan 10 11:40:16.448581 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809eb9f6-0d2e-4493-af07-83fbe51bc582 req-89842249-dd42-49b3-822a-e41afa893ea6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:16.449988 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-809eb9f6-0d2e-4493-af07-83fbe51bc582 req-89842249-dd42-49b3-822a-e41afa893ea6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0671372 Jan 10 11:40:16.500153 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-809eb9f6-0d2e-4493-af07-83fbe51bc582 req-b759166a-83d5-4945-9f51-12e7c6513359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442538 Jan 10 11:40:16.950393 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c510f-03b8-4b60-a97e-0db71b0f8605 req-1b6148cc-b056-4479-af82-c2b188b6c576 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:16.952000 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f76c510f-03b8-4b60-a97e-0db71b0f8605 req-1b6148cc-b056-4479-af82-c2b188b6c576 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0777197 Jan 10 11:40:17.033337 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f76c510f-03b8-4b60-a97e-0db71b0f8605 req-bbe3b2e5-a047-4a0b-941d-ee534fbca30f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749135 Jan 10 11:40:17.285046 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-5608366c-fee3-4e68-a253-28f6fa6ecde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:17.285776 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-5608366c-fee3-4e68-a253-28f6fa6ecde4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 1098 time: 0.0713105 Jan 10 11:40:17.504501 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-3d6c6e22-8404-42ae-924c-f4e2cde1e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:17.506432 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-3d6c6e22-8404-42ae-924c-f4e2cde1e63e service neutron] 10.222.0.31 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 910 time: 0.2084243 Jan 10 11:40:17.668536 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-5a54b1cb-62e3-4f0d-8505-8595a2e4c085 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846 HTTP/1.1" status: 200 len: 1000 time: 0.1548352 Jan 10 11:40:17.707281 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a1855-44a2-4eac-980d-0f63bd6ca64e req-74cabe32-4020-4563-bd87-09fa06bfecad tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:17.709276 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ad6a1855-44a2-4eac-980d-0f63bd6ca64e req-74cabe32-4020-4563-bd87-09fa06bfecad tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.1152265 Jan 10 11:40:17.769056 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-8cb4f2ad-f1d8-4014-bb09-fa0772f88a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:17.770941 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-8cb4f2ad-f1d8-4014-bb09-fa0772f88a75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe8d977-d9d4-4188-b59c-1cc7a7b05656 HTTP/1.1" status: 200 len: 848 time: 0.0897603 Jan 10 11:40:17.786374 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ad6a1855-44a2-4eac-980d-0f63bd6ca64e req-80f302da-afa1-421e-b096-a3ab7608f6ec tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695601 Jan 10 11:40:17.849474 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-03807cec-bb67-4cc8-abfe-a91b69ed181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:17.851177 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-03807cec-bb67-4cc8-abfe-a91b69ed181f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730245 Jan 10 11:40:17.982045 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-e6db6739-fb6d-40d8-8bff-0a9f3529345b service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153126 Jan 10 11:40:18.085145 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8ed93611-217a-43ea-86ca-f8b5edb18d1b req-cb3b2fc2-ff7f-457c-9f83-2c7574677bd0 service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936067 Jan 10 11:40:18.222895 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3d373-fbc2-45ce-87b9-5cb28527de0b req-669ef2dc-4f64-4235-a6ed-d15cde2c454e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:18.224543 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b0e3d373-fbc2-45ce-87b9-5cb28527de0b req-669ef2dc-4f64-4235-a6ed-d15cde2c454e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0505049 Jan 10 11:40:18.299874 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b0e3d373-fbc2-45ce-87b9-5cb28527de0b req-f448c9f1-1afd-4707-97b6-e3fd538ba756 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670209 Jan 10 11:40:18.916915 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c2172-ed96-4ea1-bf48-b9a6f467e2ce req-c80d4d15-fb21-46a5-883e-13c88c011cd5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:18.918544 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-352c2172-ed96-4ea1-bf48-b9a6f467e2ce req-c80d4d15-fb21-46a5-883e-13c88c011cd5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0572679 Jan 10 11:40:18.982830 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-352c2172-ed96-4ea1-bf48-b9a6f467e2ce req-6e1835d5-275e-4314-9197-6db60eb82a0f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569124 Jan 10 11:40:19.090992 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724ea1-6539-4758-a2b7-58a4df39e773 req-7f034eba-60c6-42e0-90a9-70f25916d69b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:19.092511 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e8724ea1-6539-4758-a2b7-58a4df39e773 req-7f034eba-60c6-42e0-90a9-70f25916d69b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0529559 Jan 10 11:40:19.147613 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e8724ea1-6539-4758-a2b7-58a4df39e773 req-14bbf874-4a17-496b-97a3-5837657d1a02 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485702 Jan 10 11:40:19.424446 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284251fb-a5ae-4d81-9fe4-e1888542a020 req-b320fd19-5737-4e29-a489-57b7431b3b9b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:19.426170 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-284251fb-a5ae-4d81-9fe4-e1888542a020 req-b320fd19-5737-4e29-a489-57b7431b3b9b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0539279 Jan 10 11:40:19.482336 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-284251fb-a5ae-4d81-9fe4-e1888542a020 req-44b29689-1fbc-4b4f-a780-312c9230c06f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499530 Jan 10 11:40:19.634356 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-9e745b38-1057-4fd0-a707-9753a489514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:19.637412 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-9e745b38-1057-4fd0-a707-9753a489514a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 1098 time: 0.0541728 Jan 10 11:40:19.738384 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-7c115fe6-1670-4ad8-b1ef-b34cb8301efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:19.740081 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-7c115fe6-1670-4ad8-b1ef-b34cb8301efb service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 917 time: 0.0952697 Jan 10 11:40:19.817062 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-c1f54cd8-dec4-4185-814c-25ae346ba308 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b HTTP/1.1" status: 200 len: 1001 time: 0.0697432 Jan 10 11:40:19.819207 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41204) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:19.883822 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-4165bb23-f959-4a58-a135-ac5a7cd6e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:19.885296 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-4165bb23-f959-4a58-a135-ac5a7cd6e384 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.0573761 Jan 10 11:40:19.953026 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92736a03-9f61-4ba9-9327-b3ce7af55c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:19.982721 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-51df75ae-4a0b-4283-92da-057cdab25879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:19.984297 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-51df75ae-4a0b-4283-92da-057cdab25879 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797231 Jan 10 11:40:20.115894 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92736a03-9f61-4ba9-9327-b3ce7af55c24 admin admin] Publish callbacks [] for security_group (7285d87a-2a40-49b3-bc05-12fc43f8b142), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:20.118511 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791094bb-a736-47a2-9075-98413db6b68e req-f6644535-6e58-4dff-889d-1ba06826a26c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:20.120269 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-791094bb-a736-47a2-9075-98413db6b68e req-f6644535-6e58-4dff-889d-1ba06826a26c tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0545931 Jan 10 11:40:20.133852 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-baf1a696-c4a9-48ca-8db6-953a5d102d7a service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347651 Jan 10 11:40:20.188847 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-791094bb-a736-47a2-9075-98413db6b68e req-af88dfeb-4dc7-4dc9-a736-e1dc3be6fd62 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630412 Jan 10 11:40:20.222030 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-92736a03-9f61-4ba9-9327-b3ce7af55c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7285d87a-2a40-49b3-bc05-12fc43f8b142), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:20.284360 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92736a03-9f61-4ba9-9327-b3ce7af55c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7285d87a-2a40-49b3-bc05-12fc43f8b142,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:20.297834 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-92736a03-9f61-4ba9-9327-b3ce7af55c24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52a1f3e236874c9c8c1ec8a82508f292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4775145 Jan 10 11:40:20.300514 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41224) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:20.327833 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c2b52-b70f-4eab-9dcb-971e217d173e req-90876f66-eb9b-41d7-b94f-69663174c387 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:20.329348 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2e2c2b52-b70f-4eab-9dcb-971e217d173e req-90876f66-eb9b-41d7-b94f-69663174c387 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0683720 Jan 10 11:40:20.342846 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-51ee70b5-6a11-4a53-ba74-ef6a7463359f req-b86ab07a-5568-44ed-b3be-5c0c5d47eb76 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895945 Jan 10 11:40:20.367486 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46260b5a-e05d-4ffa-97bd-b2b28dd90398 admin admin] Publish callbacks [] for security_group (7285d87a-2a40-49b3-bc05-12fc43f8b142), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:20.382775 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2e2c2b52-b70f-4eab-9dcb-971e217d173e req-54f72176-00f3-4a0c-8d9d-8aa04f73aba6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472331 Jan 10 11:40:20.397775 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46260b5a-e05d-4ffa-97bd-b2b28dd90398 admin admin] Publish callbacks [] for security_group (7285d87a-2a40-49b3-bc05-12fc43f8b142), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:20.595433 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46260b5a-e05d-4ffa-97bd-b2b28dd90398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7285d87a-2a40-49b3-bc05-12fc43f8b142), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:20.598077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-46260b5a-e05d-4ffa-97bd-b2b28dd90398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:20.599340 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-46260b5a-e05d-4ffa-97bd-b2b28dd90398 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7285d87a-2a40-49b3-bc05-12fc43f8b142 HTTP/1.1" status: 204 len: 168 time: 0.2979915 Jan 10 11:40:20.608125 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46260b5a-e05d-4ffa-97bd-b2b28dd90398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7285d87a-2a40-49b3-bc05-12fc43f8b142,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:21.319460 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe831c46-5ea0-4457-b6df-41a90ecdd716 req-1300570a-b916-405c-87a5-a26eefdba8e0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:21.321130 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fe831c46-5ea0-4457-b6df-41a90ecdd716 req-1300570a-b916-405c-87a5-a26eefdba8e0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0534120 Jan 10 11:40:21.370661 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fe831c46-5ea0-4457-b6df-41a90ecdd716 req-e586e172-df9b-47a2-b418-360f66fb5488 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435069 Jan 10 11:40:21.475317 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41244) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:21.489804 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-391d679d-f5a7-451d-ba82-d36ce46d474b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.511027 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325975bf-f90f-498c-8945-14a9f0efd818 req-1edcb951-6981-4ede-8f27-9e3af70191ea tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:21.512569 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-325975bf-f90f-498c-8945-14a9f0efd818 req-1edcb951-6981-4ede-8f27-9e3af70191ea tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 945 time: 0.0521927 Jan 10 11:40:21.575690 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-325975bf-f90f-498c-8945-14a9f0efd818 req-2df951d2-4048-49b2-842b-3f1ee51f7f05 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562937 Jan 10 11:40:21.577713 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-391d679d-f5a7-451d-ba82-d36ce46d474b admin admin] Publish callbacks [] for security_group (e8aee538-da15-4e1b-bba7-6a4f34db0820), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.676818 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:40:21.693035 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-391d679d-f5a7-451d-ba82-d36ce46d474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (e8aee538-da15-4e1b-bba7-6a4f34db0820), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.742911 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-391d679d-f5a7-451d-ba82-d36ce46d474b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34bd29299de84712a2a86088190b3a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641101 Jan 10 11:40:21.742911 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d679d-f5a7-451d-ba82-d36ce46d474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aee538-da15-4e1b-bba7-6a4f34db0820,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:21.745195 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41248) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:21.785472 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.797383 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8460-93a2-4075-be8e-9a3ee21fb857 admin admin] Publish callbacks [] for security_group (e8aee538-da15-4e1b-bba7-6a4f34db0820), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.822891 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:21.825655 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f92ae0-4dc7-4169-ac86-a417f0cc877d" -d '{"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:21.826284 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8460-93a2-4075-be8e-9a3ee21fb857 admin admin] Publish callbacks [] for security_group (e8aee538-da15-4e1b-bba7-6a4f34db0820), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.828047 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:40:21.842809 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:21.874344 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0073000f-94c1-4fbd-91c4-499f88054447 x-openstack-request-id: req-0073000f-94c1-4fbd-91c4-499f88054447 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:21.874695 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-unplugged", "status": "completed", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:21.874972 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0073000f-94c1-4fbd-91c4-499f88054447 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:21.875450 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'code': 200} Jan 10 11:40:21.944268 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.982364 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8460-93a2-4075-be8e-9a3ee21fb857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (e8aee538-da15-4e1b-bba7-6a4f34db0820), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.984922 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8460-93a2-4075-be8e-9a3ee21fb857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:21.986370 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-fd7c8460-93a2-4075-be8e-9a3ee21fb857 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8aee538-da15-4e1b-bba7-6a4f34db0820 HTTP/1.1" status: 204 len: 168 time: 0.2413983 Jan 10 11:40:21.994796 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=8']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:22.006854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c8460-93a2-4075-be8e-9a3ee21fb857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aee538-da15-4e1b-bba7-6a4f34db0820,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:22.329825 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-bbc6e45c-7eb3-4ffe-a187-1946f006f190 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:22.331293 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-bbc6e45c-7eb3-4ffe-a187-1946f006f190 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.31 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0533745 Jan 10 11:40:22.451363 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Deleting port 78489ff4-6ec9-4d77-ad90-108d911867f2 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:40:22.451795 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:22.519274 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a15e18-ece1-4de6-ac86-0401fbbe5a53 req-3a768c66-13bb-403f-8f4d-19b9150e73ab tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:22.520879 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-69a15e18-ece1-4de6-ac86-0401fbbe5a53 req-3a768c66-13bb-403f-8f4d-19b9150e73ab tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 945 time: 0.0651627 Jan 10 11:40:22.568178 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] For port 78489ff4-6ec9-4d77-ad90-108d911867f2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=78489ff4-6ec9-4d77-ad90-108d911867f2,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:22.569575 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:22.592034 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Calling delete_port for 78489ff4-6ec9-4d77-ad90-108d911867f2 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:40:22.608408 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-69a15e18-ece1-4de6-ac86-0401fbbe5a53 req-3ef3b3e4-890b-4ffd-87c8-4b476e5ac3b3 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773742 Jan 10 11:40:22.737345 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609aad5-9e1f-4701-92d0-c4b5f0556851 req-190ed4a1-0f58-422b-b3af-7dff75003b51 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:22.739131 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5609aad5-9e1f-4701-92d0-c4b5f0556851 req-190ed4a1-0f58-422b-b3af-7dff75003b51 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0568352 Jan 10 11:40:22.809840 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5609aad5-9e1f-4701-92d0-c4b5f0556851 req-de7493eb-85bc-48f6-8b4f-0824036d4b2f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630786 Jan 10 11:40:23.121992 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (78489ff4-6ec9-4d77-ad90-108d911867f2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:23.137131 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['94a56965-edf5-4d72-b69a-a0f3ecd10498', '78489ff4-6ec9-4d77-ad90-108d911867f2'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:40:23.148689 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Pushing event deleted for resources: {'Port': ['ID=78489ff4-6ec9-4d77-ad90-108d911867f2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:23.219104 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] No DVR routers for this DVR port 78489ff4-6ec9-4d77-ad90-108d911867f2 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:40:23.221688 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:23.225213 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd8679b7-fa11-4940-96ea-38bf4d58b1ee req-0ca30403-82b9-4caf-b795-eb9ca96ae564 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.31 "DELETE /v2.0/ports/78489ff4-6ec9-4d77-ad90-108d911867f2 HTTP/1.1" status: 204 len: 173 time: 0.8865976 Jan 10 11:40:23.225652 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da86e35-89e4-462a-bac2-19a859b044ef', 'name': 'network-vif-deleted', 'tag': '78489ff4-6ec9-4d77-ad90-108d911867f2'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:23.228918 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193d3e87-e2b6-4757-aa7e-d3234b5e84d4" -d '{"events": [{"server_uuid": "1da86e35-89e4-462a-bac2-19a859b044ef", "name": "network-vif-deleted", "tag": "78489ff4-6ec9-4d77-ad90-108d911867f2"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:23.275804 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e4fd72-8ef0-481e-af7d-15dcce72cd70 x-openstack-request-id: req-49e4fd72-8ef0-481e-af7d-15dcce72cd70 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:23.275804 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da86e35-89e4-462a-bac2-19a859b044ef", "name": "network-vif-deleted", "tag": "78489ff4-6ec9-4d77-ad90-108d911867f2", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:23.275804 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49e4fd72-8ef0-481e-af7d-15dcce72cd70 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:23.275804 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da86e35-89e4-462a-bac2-19a859b044ef', 'name': 'network-vif-deleted', 'tag': '78489ff4-6ec9-4d77-ad90-108d911867f2', 'status': 'completed', 'code': 200} Jan 10 11:40:23.739504 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-353613c0-d42a-4c27-a48d-018afd878600 req-43a36402-ebde-4aa8-a084-d8afe99cec53 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=1da86e35-89e4-462a-bac2-19a859b044ef HTTP/1.1" status: 200 len: 210 time: 0.0350997 Jan 10 11:40:23.942767 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb3a80-f75c-407f-a6ee-9bbf328a3322 req-2078dbfa-4781-40fd-8a43-942dd8bd52e5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:23.944162 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d4bb3a80-f75c-407f-a6ee-9bbf328a3322 req-2078dbfa-4781-40fd-8a43-942dd8bd52e5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0514877 Jan 10 11:40:23.992250 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d4bb3a80-f75c-407f-a6ee-9bbf328a3322 req-4287b697-f767-4c78-9f13-1a847ccf5e19 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Jan 10 11:40:24.494765 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8ef46c47-1ece-4d06-993f-6c06047881b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:25.511852 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7ee1f-df0e-41de-acb0-ed4923f7a679 req-1b3d49bd-bb31-4a2f-9b9d-de18cb95b84a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:25.513453 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-09d7ee1f-df0e-41de-acb0-ed4923f7a679 req-1b3d49bd-bb31-4a2f-9b9d-de18cb95b84a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0568495 Jan 10 11:40:25.565512 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-09d7ee1f-df0e-41de-acb0-ed4923f7a679 req-89be4844-fed4-4b11-beff-2f3b59cd5d95 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461485 Jan 10 11:40:25.706502 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 78489ff4-6ec9-4d77-ad90-108d911867f2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:40:25.730774 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 78489ff4-6ec9-4d77-ad90-108d911867f2 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:40:25.734923 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 78489ff4-6ec9-4d77-ad90-108d911867f2 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:40:25.734923 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:40:25.983248 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-005b2f83-5d82-4597-928d-e5401ac82bb9 req-2d227e1f-0145-4cf6-acdd-c53d5473358c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:40:25.984180 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-005b2f83-5d82-4597-928d-e5401ac82bb9 req-2d227e1f-0145-4cf6-acdd-c53d5473358c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056570 Jan 10 11:40:26.345427 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68259421-26e7-4f08-b433-96d5af67ba6c req-955b4a71-17b6-4de6-b395-5f0b40525f6b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:26.346994 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-68259421-26e7-4f08-b433-96d5af67ba6c req-955b4a71-17b6-4de6-b395-5f0b40525f6b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0587873 Jan 10 11:40:26.404149 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-68259421-26e7-4f08-b433-96d5af67ba6c req-9c75dc34-2ec1-4f62-93a0-5ecd2b91f6d9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510039 Jan 10 11:40:26.665874 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6f7ceeff-a83b-4711-9d20-fa6e1204570f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:26.708856 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc59090-31bd-45cb-85d3-eb34a12d4a48 req-83446425-a2c8-4e93-b04a-fe77a142d7ed tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:26.716358 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dfc59090-31bd-45cb-85d3-eb34a12d4a48 req-83446425-a2c8-4e93-b04a-fe77a142d7ed tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0763669 Jan 10 11:40:26.775284 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dfc59090-31bd-45cb-85d3-eb34a12d4a48 req-3996cffb-be97-4b83-a1ae-b10869e488a1 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569756 Jan 10 11:40:26.826496 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-ee476c98-49a0-4a45-a4d6-b8b0ba5f813c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527186430&fields=id&tenant_id=6940c4980bd247c986a305a72a9d1434 HTTP/1.1" status: 200 len: 267 time: 0.0487854 Jan 10 11:40:26.966434 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-f6975a54-4b23-423a-8bd0-f665e7e8eda1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:26.967909 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-f6975a54-4b23-423a-8bd0-f665e7e8eda1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/networks?id=d629e7a0-5831-410c-81ae-c34bc8000814 HTTP/1.1" status: 200 len: 809 time: 0.1344121 Jan 10 11:40:26.983161 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-ddd798f1-e0b3-48e6-a777-49b223015d42 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/quotas/6940c4980bd247c986a305a72a9d1434 HTTP/1.1" status: 200 len: 375 time: 0.0096502 Jan 10 11:40:27.039040 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-b162ef29-1aba-4dae-a8f6-40e5b49e28f1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6940c4980bd247c986a305a72a9d1434&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503621 Jan 10 11:40:27.094124 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41384) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:27.176723 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-5a1c2dc8-75a6-427b-87e7-12f6751bbdb7 service neutron] 10.222.0.20 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127367 Jan 10 11:40:27.190480 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-7fcfd554-a24d-4308-9a86-6a11c923853d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951428 Jan 10 11:40:27.200715 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-220e4c9a-7fde-429e-a483-0beafc7e30a0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:40:27.201989 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-220e4c9a-7fde-429e-a483-0beafc7e30a0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069246 Jan 10 11:40:27.274738 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-0e6c98cf-9f52-411d-9715-abe1d37ae9c2 service neutron] 10.222.0.20 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910447 Jan 10 11:40:27.534786 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4eb66-40da-4921-8c3b-769a3529f653 req-4d8cfb74-28d2-4f3e-bcb3-515b46b6b486 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:27.536534 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21e4eb66-40da-4921-8c3b-769a3529f653 req-4d8cfb74-28d2-4f3e-bcb3-515b46b6b486 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0555108 Jan 10 11:40:27.587696 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21e4eb66-40da-4921-8c3b-769a3529f653 req-6228601c-93a3-457d-b22f-2752283a96c4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Jan 10 11:40:27.893991 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1a443-88a0-4983-bddd-701c53cf33f6 req-5dca562c-88f6-4ef3-93a3-a835b63507fe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:27.895552 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0ae1a443-88a0-4983-bddd-701c53cf33f6 req-5dca562c-88f6-4ef3-93a3-a835b63507fe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0532155 Jan 10 11:40:27.958176 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0ae1a443-88a0-4983-bddd-701c53cf33f6 req-14008788-c8bc-4924-b3e2-f9d494847166 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Jan 10 11:40:28.042442 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:28.236373 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-168689e3-eb9b-47ec-8d3b-10b3e0dd0cfc req-0bf082a2-dc16-4d40-9d83-55fe7927c1b1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 210 time: 0.0279627 Jan 10 11:40:28.723124 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713a085-9cbb-48e8-b644-4e7c25dea6ce req-4ef5a2c6-fb4d-40bb-b6eb-3cc2f58cbe00 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:28.724800 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f713a085-9cbb-48e8-b644-4e7c25dea6ce req-4ef5a2c6-fb4d-40bb-b6eb-3cc2f58cbe00 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0571334 Jan 10 11:40:28.775639 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f713a085-9cbb-48e8-b644-4e7c25dea6ce req-941f78f0-c07b-4b9d-893f-3860ebffb5ab tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449085 Jan 10 11:40:29.083290 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd687ae0-89e9-495e-adba-73e1b92f905a req-f4b731fa-e9c1-48d8-bfed-7a6723107dbd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:29.085011 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dd687ae0-89e9-495e-adba-73e1b92f905a req-f4b731fa-e9c1-48d8-bfed-7a6723107dbd tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0540745 Jan 10 11:40:29.137551 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dd687ae0-89e9-495e-adba-73e1b92f905a req-dfd01641-9790-4b38-8fe3-17ea7662a537 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459001 Jan 10 11:40:29.318327 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-793fb3c2-b0ba-4344-a658-158b8f30006d req-984a26a6-e309-4478-8473-bda8a3c74008 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 210 time: 0.0314496 Jan 10 11:40:29.653391 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:29.911609 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595179a-841b-4364-903f-b7b475e84827 req-e347116f-900e-4c01-bcfb-402855c1c8fb tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:29.913146 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7595179a-841b-4364-903f-b7b475e84827 req-e347116f-900e-4c01-bcfb-402855c1c8fb tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0612979 Jan 10 11:40:29.956934 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-171d9b8b-388b-4e2f-be81-6fa1aa00846c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389578 Jan 10 11:40:29.974492 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7595179a-841b-4364-903f-b7b475e84827 req-f505139a-dbfa-4311-a2fc-b5b18f45104a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495706 Jan 10 11:40:30.033465 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-feee235c-c19e-45e1-b91e-4fe345ff5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:30.035057 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-feee235c-c19e-45e1-b91e-4fe345ff5ce3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 1098 time: 0.0459657 Jan 10 11:40:30.159064 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-d2dc5782-61be-495b-bef9-ad94f380dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:30.160648 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-d2dc5782-61be-495b-bef9-ad94f380dd23 service neutron] 10.222.0.31 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 910 time: 0.1032317 Jan 10 11:40:30.181586 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:30.248390 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-0d495774-263a-4f8c-b706-72f5aafdf28a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846 HTTP/1.1" status: 200 len: 1000 time: 0.0803647 Jan 10 11:40:30.296466 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6763b7-5a4e-4fdc-8be2-b5b7e8b76a98 req-6c9ebe64-4118-4755-b66d-ba6b6ac1a9b8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:30.303413 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa6763b7-5a4e-4fdc-8be2-b5b7e8b76a98 req-6c9ebe64-4118-4755-b66d-ba6b6ac1a9b8 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0890660 Jan 10 11:40:30.338118 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-b93cba2f-cf9b-4a3e-ab0f-130f9daf69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:30.338118 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-b93cba2f-cf9b-4a3e-ab0f-130f9daf69bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe8d977-d9d4-4188-b59c-1cc7a7b05656 HTTP/1.1" status: 200 len: 848 time: 0.0697155 Jan 10 11:40:30.386449 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa6763b7-5a4e-4fdc-8be2-b5b7e8b76a98 req-0088e05d-9870-4601-a8e6-651a520438bc tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785587 Jan 10 11:40:30.443271 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4239aa55-1bda-4b82-992a-d9bb5c14c3fd req-e3b688f3-4155-4cac-bf2f-26e0e9955c0b tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 210 time: 0.0358453 Jan 10 11:40:30.445846 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-1066aff6-4515-43e4-ab62-aaa744621b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:30.447239 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-1066aff6-4515-43e4-ab62-aaa744621b59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962117 Jan 10 11:40:30.567127 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-5efda5c4-839e-400b-bdc0-9d44c747bf6a service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129925 Jan 10 11:40:30.696083 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f9aa85cc-de55-4b94-8062-8e6d0c2699b2 req-f419b4d1-2b60-4eb1-b0c7-4f6360fed51a service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211629 Jan 10 11:40:30.991100 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:31.097885 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f1587-fd50-49a0-b229-f29fcb5b7ce4 req-f970c3c6-a1ed-4938-932f-5af9d7fa6a85 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:31.099492 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-699f1587-fd50-49a0-b229-f29fcb5b7ce4 req-f970c3c6-a1ed-4938-932f-5af9d7fa6a85 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0518212 Jan 10 11:40:31.156032 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-699f1587-fd50-49a0-b229-f29fcb5b7ce4 req-56b0b031-d766-4cf4-a599-1817a6ef680b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462344 Jan 10 11:40:31.505231 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c38aa4-cc13-47e3-86ea-a791c748bb69 req-a3846835-409d-4305-b9b2-753b651bdf3d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:31.506991 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93c38aa4-cc13-47e3-86ea-a791c748bb69 req-a3846835-409d-4305-b9b2-753b651bdf3d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0537276 Jan 10 11:40:31.550420 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c518b2e3-fc42-47ea-a79d-f1991bef3067 req-2fabb688-5323-40b0-957a-aa68a8a1c347 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 210 time: 0.0365434 Jan 10 11:40:31.596632 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93c38aa4-cc13-47e3-86ea-a791c748bb69 req-ba3c7bfd-0bcf-40e9-bb7b-b1cb9550c6b5 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711560 Jan 10 11:40:31.954074 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-056f43c1-b853-4152-b686-7a451c437fad tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:31.955636 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-056f43c1-b853-4152-b686-7a451c437fad tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.31 "GET /v2.0/networks?id=d629e7a0-5831-410c-81ae-c34bc8000814 HTTP/1.1" status: 200 len: 809 time: 0.1122928 Jan 10 11:40:32.040807 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-d40ccc66-d4c6-47de-99eb-3915c2cad3df tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6940c4980bd247c986a305a72a9d1434 HTTP/1.1" status: 200 len: 380 time: 0.0716949 Jan 10 11:40:32.049361 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'port': {'device_id': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'admin_state_up': True, 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'security_groups': ['7940459a-acd2-4f44-946d-3804474fa493']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:40:32.310053 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7499f-6b8f-475e-8720-71ec8e90df99 req-5c93f670-2945-4deb-b01a-10ddfcdab4f7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:32.311531 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3cf7499f-6b8f-475e-8720-71ec8e90df99 req-5c93f670-2945-4deb-b01a-10ddfcdab4f7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0604405 Jan 10 11:40:32.363048 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Made reservation on behalf of 6940c4980bd247c986a305a72a9d1434 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:40:32.369502 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:32.374787 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3cf7499f-6b8f-475e-8720-71ec8e90df99 req-4e1b3ac6-f8c2-4ca4-a69e-d934d1dee3a9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573227 Jan 10 11:40:32.533226 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Allocated IP 172.20.0.10 (d629e7a0-5831-410c-81ae-c34bc8000814/84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db/c48c4206-c204-4d5e-bde8-ec64ab3d966d) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:40:32.660334 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-24356c0c-4ae4-4780-8d03-32af9f00ca44 req-bf970f52-d349-4cc4-a15f-1d84a67e11aa tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 210 time: 0.0392220 Jan 10 11:40:32.685137 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:32.725544 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22049ae-ae7a-4a9c-b539-50912bcbe22b req-ab666bf6-3f42-4b55-93c7-985b42374e19 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:32.727088 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b22049ae-ae7a-4a9c-b539-50912bcbe22b req-ab666bf6-3f42-4b55-93c7-985b42374e19 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0497370 Jan 10 11:40:32.779946 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b22049ae-ae7a-4a9c-b539-50912bcbe22b req-feea7af4-5fd6-420a-9c53-6d54e359cbf3 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468392 Jan 10 11:40:32.847788 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:32.895860 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Network d629e7a0-5831-410c-81ae-c34bc8000814 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:40:32.899030 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:40:32.903636 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:40:32.910274 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'Port': ['ID=c48c4206-c204-4d5e-bde8-ec64ab3d966d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:32.938765 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.939109 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.939449 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.939784 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.940113 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.940440 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.940765 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.941089 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.941423 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.941743 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.942062 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.942405 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.942722 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:32.972941 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:32.973588 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:33.079427 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4b5341ac-f421-4287-824f-a841eef6d151 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0337448 Jan 10 11:40:33.092121 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Request body: {'port': {'device_id': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:40:33.151890 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:33.161904 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-e0185b17-9187-40b0-9cc5-c254830c14b8 None None] Provisioning complete for port c48c4206-c204-4d5e-bde8-ec64ab3d966d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:40:33.162507 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e0185b17-9187-40b0-9cc5-c254830c14b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:33.199824 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-e0185b17-9187-40b0-9cc5-c254830c14b8 None None] Port c48c4206-c204-4d5e-bde8-ec64ab3d966d cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:40:33.402516 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-84d7ddd0-4021-4e2b-b372-ce853a9c0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:33.403381 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-84d7ddd0-4021-4e2b-b372-ce853a9c0d52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f&tenant_id=274889e6213c4dfaab0997e2dad420ff HTTP/1.1" status: 200 len: 1096 time: 0.1364403 Jan 10 11:40:33.499903 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-95cf7b0e-3ffa-4a66-a51d-1a54f3ae0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:33.501385 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-95cf7b0e-3ffa-4a66-a51d-1a54f3ae0007 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 1096 time: 0.0725636 Jan 10 11:40:33.547849 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715d7b3-6e3a-49e9-a557-3f1b5e2b4ca8 req-0bd34bf8-3927-41f8-a406-15c78ed7b934 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:33.549313 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8715d7b3-6e3a-49e9-a557-3f1b5e2b4ca8 req-0bd34bf8-3927-41f8-a406-15c78ed7b934 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0620780 Jan 10 11:40:33.588054 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c48c4206-c204-4d5e-bde8-ec64ab3d966d {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:40:33.598638 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Publish callbacks [] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:33.607571 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8715d7b3-6e3a-49e9-a557-3f1b5e2b4ca8 req-a4d769b2-256e-47e7-b800-a3ac3b3b9788 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522120 Jan 10 11:40:33.624665 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Transition to ACTIVE for port object c48c4206-c204-4d5e-bde8-ec64ab3d966d will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:40:33.651236 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-c1f4b016-7c53-433f-b90b-f24225943029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:33.651236 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-c1f4b016-7c53-433f-b90b-f24225943029 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 917 time: 0.1239583 Jan 10 11:40:33.722718 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-d4eaa060-a809-4f18-b301-814508f9113e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b HTTP/1.1" status: 200 len: 999 time: 0.0661128 Jan 10 11:40:33.733639 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:33.823237 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a76a4-350b-402f-952e-065bb4ff052b req-878d1a60-419c-42da-b3f5-7e51f4ca35bc tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:33.833251 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5b5a76a4-350b-402f-952e-065bb4ff052b req-878d1a60-419c-42da-b3f5-7e51f4ca35bc tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0982575 Jan 10 11:40:33.834401 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Pushing event updated for resources: {'Port': ['ID=c48c4206-c204-4d5e-bde8-ec64ab3d966d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:33.926856 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5b5a76a4-350b-402f-952e-065bb4ff052b req-a8fd3f0c-a66f-40bb-b4d4-ef3e4b051104 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923655 Jan 10 11:40:33.927121 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Attempting to bind port c48c4206-c204-4d5e-bde8-ec64ab3d966d on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:40:33.927384 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 41522) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:33.927753 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Attempting to bind port c48c4206-c204-4d5e-bde8-ec64ab3d966d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:40:33.928159 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Attempting to bind port c48c4206-c204-4d5e-bde8-ec64ab3d966d on network d629e7a0-5831-410c-81ae-c34bc8000814 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:40:33.935968 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Port c48c4206-c204-4d5e-bde8-ec64ab3d966d on network d629e7a0-5831-410c-81ae-c34bc8000814 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:40:33.936463 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Attempting to bind port c48c4206-c204-4d5e-bde8-ec64ab3d966d on network d629e7a0-5831-410c-81ae-c34bc8000814 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:40:33.944666 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-859ca710-373f-475f-8457-1fcce06c4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:33.949325 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-859ca710-373f-475f-8457-1fcce06c4c11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.1815605 Jan 10 11:40:33.953705 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:40:33.953705 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Checking segment: {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:40:33.954001 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Bound using segment: {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:40:33.954291 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Bound port: c48c4206-c204-4d5e-bde8-ec64ab3d966d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69860a5f-66be-4a72-9e4c-7723e9b809ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:40:33.954834 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.038547 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cc7b1-e947-47a7-a38d-e6e2174dc1f1 req-1e4d3e25-0019-40a7-b8fe-c11ac36361d3 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:34.046862 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-295cc7b1-e947-47a7-a38d-e6e2174dc1f1 req-1e4d3e25-0019-40a7-b8fe-c11ac36361d3 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0719235 Jan 10 11:40:34.085624 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.086192 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-26292f7d-789f-44fc-ac7e-e0e2fa67f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:34.088969 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-26292f7d-789f-44fc-ac7e-e0e2fa67f62a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1300189 Jan 10 11:40:34.091425 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] For port c48c4206-c204-4d5e-bde8-ec64ab3d966d, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:40:34.094659 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] For port c48c4206-c204-4d5e-bde8-ec64ab3d966d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:40:34.127942 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-295cc7b1-e947-47a7-a38d-e6e2174dc1f1 req-0e2aeaba-e44d-4fa7-b404-5714483ddf3f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798874 Jan 10 11:40:34.186928 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.191640 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Publish callbacks [] for security_group (c24e6a77-d85b-45f8-a164-a68994b7287a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.196901 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-983f7c97-5690-4df7-9308-8e9369a5eb87 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994554 Jan 10 11:40:34.265084 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:34.265704 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.267213 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] 10.222.0.31 "PUT /v2.0/ports/c48c4206-c204-4d5e-bde8-ec64ab3d966d HTTP/1.1" status: 200 len: 1094 time: 1.1794634 Jan 10 11:40:34.269926 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:34.272294 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfe3d94-6325-45f8-95ec-7294d9115a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:34.323389 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e93ee1-abae-419a-a9d5-38803d2a79bf x-openstack-request-id: req-a2e93ee1-abae-419a-a9d5-38803d2a79bf {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:34.323672 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:34.323929 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2e93ee1-abae-419a-a9d5-38803d2a79bf {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:34.324331 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'status': 'completed', 'code': 200} Jan 10 11:40:34.333134 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f346116-dcd2-4b9c-b6ec-8c64c5a7b48c service neutron] Pushing event updated for resources: {'Port': ['ID=c48c4206-c204-4d5e-bde8-ec64ab3d966d,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:34.344516 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (c24e6a77-d85b-45f8-a164-a68994b7287a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.395515 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24e6a77-d85b-45f8-a164-a68994b7287a,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:34.400870 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17b309636a604d0d92f178c149efa6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722290 Jan 10 11:40:34.407984 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41530) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:34.411080 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.411554 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.411841 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.412235 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.412726 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.413206 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.413562 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.413890 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.414238 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.414568 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.415475 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.416161 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.416670 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8485f165-a382-4fa1-b8b0-ef356f76a6fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:34.433184 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-b51d64de-741a-48d4-9157-aa4e84a601c5 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084112 Jan 10 11:40:34.447470 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3d94-6325-45f8-95ec-7294d9115a9a req-d34c4612-9d41-419e-97fb-f0149840b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:34.447470 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8bfe3d94-6325-45f8-95ec-7294d9115a9a req-d34c4612-9d41-419e-97fb-f0149840b2fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6940c4980bd247c986a305a72a9d1434&device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 1097 time: 0.0897925 Jan 10 11:40:34.557496 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d36eb16e-312b-412e-8e3f-b5bfd28cb12f admin admin] Publish callbacks [] for security_group (c24e6a77-d85b-45f8-a164-a68994b7287a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.599661 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d36eb16e-312b-412e-8e3f-b5bfd28cb12f admin admin] Publish callbacks [] for security_group (c24e6a77-d85b-45f8-a164-a68994b7287a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.608020 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3d94-6325-45f8-95ec-7294d9115a9a req-2893dea6-c378-4050-8e31-e9b33c776a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:34.609550 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8bfe3d94-6325-45f8-95ec-7294d9115a9a req-2893dea6-c378-4050-8e31-e9b33c776a5d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6940c4980bd247c986a305a72a9d1434&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1562483 Jan 10 11:40:34.768446 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe3d94-6325-45f8-95ec-7294d9115a9a req-7c39995e-3d7d-433e-b86b-186a21e3d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:34.769931 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8bfe3d94-6325-45f8-95ec-7294d9115a9a req-7c39995e-3d7d-433e-b86b-186a21e3d198 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458097 Jan 10 11:40:34.808120 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f943d-2713-446b-89e7-ed3e3c5ad05b req-812cf66b-e8fa-4bfe-a094-20d140f8c71c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:34.809694 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5b3f943d-2713-446b-89e7-ed3e3c5ad05b req-812cf66b-e8fa-4bfe-a094-20d140f8c71c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0650601 Jan 10 11:40:34.870564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-f76cc992-b245-419b-a11e-7eddc91adf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:34.873143 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-f76cc992-b245-419b-a11e-7eddc91adf6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6940c4980bd247c986a305a72a9d1434&device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 1097 time: 0.0527589 Jan 10 11:40:34.880568 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5b3f943d-2713-446b-89e7-ed3e3c5ad05b req-322b7021-172e-4b0c-b430-e2fa714284a9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643873 Jan 10 11:40:34.932308 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-c510f852-2354-4b09-847b-42e54ef54713 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d HTTP/1.1" status: 200 len: 217 time: 0.0492420 Jan 10 11:40:34.933342 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d36eb16e-312b-412e-8e3f-b5bfd28cb12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (c24e6a77-d85b-45f8-a164-a68994b7287a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.935439 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d36eb16e-312b-412e-8e3f-b5bfd28cb12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:34.938659 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d36eb16e-312b-412e-8e3f-b5bfd28cb12f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c24e6a77-d85b-45f8-a164-a68994b7287a HTTP/1.1" status: 204 len: 168 time: 0.5267572 Jan 10 11:40:34.946430 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36eb16e-312b-412e-8e3f-b5bfd28cb12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24e6a77-d85b-45f8-a164-a68994b7287a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:35.005913 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-74008e50-e930-4eb8-98ab-ee3afb73b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:35.007641 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-74008e50-e930-4eb8-98ab-ee3afb73b8a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db HTTP/1.1" status: 200 len: 848 time: 0.0587204 Jan 10 11:40:35.076314 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-1884dbe4-b8e8-4552-853a-830d5cc82d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:35.078014 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-1884dbe4-b8e8-4552-853a-830d5cc82d3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d629e7a0-5831-410c-81ae-c34bc8000814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620496 Jan 10 11:40:35.143121 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18215454-4de0-45a9-8e0f-ed0dfe96486b req-97cbb92d-c8f3-44a5-877a-57ab1109328a tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:35.150850 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-18215454-4de0-45a9-8e0f-ed0dfe96486b req-97cbb92d-c8f3-44a5-877a-57ab1109328a tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0639448 Jan 10 11:40:35.205976 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-a6d846e2-f1d9-4a63-835d-b172e2c12bb9 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:35.207575 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-a6d846e2-f1d9-4a63-835d-b172e2c12bb9 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.1200342 Jan 10 11:40:35.219557 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-18215454-4de0-45a9-8e0f-ed0dfe96486b req-517e7c7b-3da8-4f1a-9746-8cb4a83508c1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674741 Jan 10 11:40:35.264692 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-af4dacbc-1b79-47ec-810a-caf99ee8513e service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625669 Jan 10 11:40:35.320704 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e83d7-9e78-4419-adaa-a8a519a61001 req-759f625a-f181-4115-961f-84403353fbac tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:35.326775 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-634e83d7-9e78-4419-adaa-a8a519a61001 req-759f625a-f181-4115-961f-84403353fbac tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 946 time: 0.0586369 Jan 10 11:40:35.385278 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-634e83d7-9e78-4419-adaa-a8a519a61001 req-366679d4-2531-40dd-b9af-782417e7ff7a tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/security-groups?id=a60a9945-8c5a-4703-8222-05fdfdb18935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547056 Jan 10 11:40:35.391275 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Deleting port 94a56965-edf5-4d72-b69a-a0f3ecd10498 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:40:35.391613 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:35.476887 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-90ecd17f-cb59-49a6-b9b6-9fc41c44654b req-1e6e0f88-33b3-46f3-87f1-76e80ed6061c service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060857 Jan 10 11:40:35.549826 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] For port 94a56965-edf5-4d72-b69a-a0f3ecd10498, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=94a56965-edf5-4d72-b69a-a0f3ecd10498,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:35.550187 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:35.566409 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Calling delete_port for 94a56965-edf5-4d72-b69a-a0f3ecd10498 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:40:35.811797 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (94a56965-edf5-4d72-b69a-a0f3ecd10498), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:35.852062 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Pushing event deleted for resources: {'Port': ['ID=94a56965-edf5-4d72-b69a-a0f3ecd10498,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:35.910151 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] No DVR routers for this DVR port 94a56965-edf5-4d72-b69a-a0f3ecd10498 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:40:35.912981 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:35.917486 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0360ecf3-3326-44ba-bdf2-5fe04cad317f req-8480870c-8723-4993-9f9a-4ba0d51fdfbe tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.31 "DELETE /v2.0/ports/94a56965-edf5-4d72-b69a-a0f3ecd10498 HTTP/1.1" status: 204 len: 173 time: 0.7040489 Jan 10 11:40:36.041120 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc5381-31f5-427e-b455-1227020628ed req-94415853-242a-4a31-84bd-afe501542e22 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:36.043422 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f0dc5381-31f5-427e-b455-1227020628ed req-94415853-242a-4a31-84bd-afe501542e22 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0619357 Jan 10 11:40:36.132094 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f0dc5381-31f5-427e-b455-1227020628ed req-06168b2f-6aa5-4da1-9410-2ce5965c90f2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764666 Jan 10 11:40:36.326084 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb75a87-2b05-43d3-b570-a04858874b50', 'name': 'network-vif-deleted', 'tag': '94a56965-edf5-4d72-b69a-a0f3ecd10498'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:36.328759 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99b58ec-15e7-4df7-956c-5a2debc4e762" -d '{"events": [{"server_uuid": "9bb75a87-2b05-43d3-b570-a04858874b50", "name": "network-vif-deleted", "tag": "94a56965-edf5-4d72-b69a-a0f3ecd10498"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:36.364214 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac39fb3-52a1-4c9c-8956-36d3e54cb31f req-d9c51166-4c4f-41dc-875b-93d5ede7a4d1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:36.371869 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fac39fb3-52a1-4c9c-8956-36d3e54cb31f req-d9c51166-4c4f-41dc-875b-93d5ede7a4d1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0714192 Jan 10 11:40:36.432376 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fac39fb3-52a1-4c9c-8956-36d3e54cb31f req-4997f369-0c21-4739-aad3-2cd11b1a6ae2 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586398 Jan 10 11:40:36.483487 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7c1349-f234-499d-ae06-186d57f3b28a x-openstack-request-id: req-aa7c1349-f234-499d-ae06-186d57f3b28a {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:36.484441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb75a87-2b05-43d3-b570-a04858874b50", "name": "network-vif-deleted", "tag": "94a56965-edf5-4d72-b69a-a0f3ecd10498", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:36.484938 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa7c1349-f234-499d-ae06-186d57f3b28a {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:36.487711 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb75a87-2b05-43d3-b570-a04858874b50', 'name': 'network-vif-deleted', 'tag': '94a56965-edf5-4d72-b69a-a0f3ecd10498', 'status': 'completed', 'code': 200} Jan 10 11:40:36.581737 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0a41fdc5-b46f-4127-b49e-b16a16750bed req-1256a316-7514-4597-b635-628e2b59528e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0336335 Jan 10 11:40:36.739360 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519bdd-f44f-4bcb-9ebf-d5880d7a99d1 req-7d83145a-154e-47e0-b3e9-047b67c15942 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:36.741001 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5b519bdd-f44f-4bcb-9ebf-d5880d7a99d1 req-7d83145a-154e-47e0-b3e9-047b67c15942 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0557992 Jan 10 11:40:36.796377 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5b519bdd-f44f-4bcb-9ebf-d5880d7a99d1 req-aa5752a7-08c0-474a-8257-92ef4e5707b2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485976 Jan 10 11:40:37.257620 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e002cb-f03b-402d-9445-a8ced27ce81d req-79dc4f62-8f3b-4280-a0f0-24bd8d8028ee tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:37.259745 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c1e002cb-f03b-402d-9445-a8ced27ce81d req-79dc4f62-8f3b-4280-a0f0-24bd8d8028ee tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0501587 Jan 10 11:40:37.313159 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c1e002cb-f03b-402d-9445-a8ced27ce81d req-b5fba7a5-4c1b-47e2-b0eb-79c4b00d3a0b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476236 Jan 10 11:40:37.554889 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae028bb-e8f0-441e-b813-f42ea84d4d35 req-2a509a7b-7740-4353-b22c-705177411246 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:37.558779 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bae028bb-e8f0-441e-b813-f42ea84d4d35 req-2a509a7b-7740-4353-b22c-705177411246 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0554490 Jan 10 11:40:37.743415 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 94a56965-edf5-4d72-b69a-a0f3ecd10498 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:40:37.794889 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 94a56965-edf5-4d72-b69a-a0f3ecd10498 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:40:37.798363 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 94a56965-edf5-4d72-b69a-a0f3ecd10498 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:40:37.857889 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1ca2d023-909d-4193-863b-34ae5d1de68c req-805c4c35-0a5a-4974-97de-0b7d999e0d2f tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0323982 Jan 10 11:40:37.897334 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bae028bb-e8f0-441e-b813-f42ea84d4d35 req-0d1601c4-0aa2-42ab-a146-c894e9bbe20c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336174 Jan 10 11:40:38.021914 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84563b6d-d0bf-4269-9066-198584210b18 req-66fd2861-7270-48fa-a36e-4b1b1113cf66 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:38.023581 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-84563b6d-d0bf-4269-9066-198584210b18 req-66fd2861-7270-48fa-a36e-4b1b1113cf66 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0555680 Jan 10 11:40:38.087724 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-84563b6d-d0bf-4269-9066-198584210b18 req-5e09b27a-9044-43e6-92d5-ba413e2353ae tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525198 Jan 10 11:40:38.440864 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e7aac-85f3-49e7-9e04-3550cb9fd05f req-aba728ef-ca4f-4561-a8dc-f1fb6853df82 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:38.442453 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a35e7aac-85f3-49e7-9e04-3550cb9fd05f req-aba728ef-ca4f-4561-a8dc-f1fb6853df82 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0526974 Jan 10 11:40:38.507515 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a35e7aac-85f3-49e7-9e04-3550cb9fd05f req-ef1aad85-6478-4e19-b5ad-d7adaf589da8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584149 Jan 10 11:40:38.990521 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38257b4c-5632-4535-af9a-d37269577e92 req-a9e19d99-ded3-4efd-b403-2702e3c151e1 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0381398 Jan 10 11:40:39.058677 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9a1a-ca9c-4f91-a143-70933b4fe56a req-d3bb0850-8523-4d6b-8c0c-7f26c7879b54 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:39.065678 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5dbd9a1a-ca9c-4f91-a143-70933b4fe56a req-d3bb0850-8523-4d6b-8c0c-7f26c7879b54 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0884285 Jan 10 11:40:39.127928 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5dbd9a1a-ca9c-4f91-a143-70933b4fe56a req-2b608147-362c-41f7-b461-52d79e8060b0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606754 Jan 10 11:40:39.316614 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138340b-7bf1-4b38-ae90-81453daae1a9 req-02fc25b6-b86e-4608-8a47-d96295a01646 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:39.324410 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d138340b-7bf1-4b38-ae90-81453daae1a9 req-02fc25b6-b86e-4608-8a47-d96295a01646 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.1504374 Jan 10 11:40:39.398022 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d138340b-7bf1-4b38-ae90-81453daae1a9 req-2747888f-d400-427d-ab79-884be5005267 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705736 Jan 10 11:40:39.644186 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3290de1-3d56-426a-81bf-f399223ab039 req-e0979ad9-ab71-476e-9a84-5528611742a6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:39.645828 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f3290de1-3d56-426a-81bf-f399223ab039 req-e0979ad9-ab71-476e-9a84-5528611742a6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0589814 Jan 10 11:40:39.699149 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f3290de1-3d56-426a-81bf-f399223ab039 req-758396bc-7235-46a5-803e-f9c78fc38bb9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 Jan 10 11:40:40.115824 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-72d4dbbe-5ec0-47d2-a450-27f61bd229e6 req-52fbee78-88ee-431d-a025-cdef31d23b71 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0258467 Jan 10 11:40:40.257333 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb219a-b2ca-4824-a4fa-fdd5ec0364fe req-62043d45-1012-4b63-b708-4935cfcdf183 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:40.260297 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2eeb219a-b2ca-4824-a4fa-fdd5ec0364fe req-62043d45-1012-4b63-b708-4935cfcdf183 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0538955 Jan 10 11:40:40.324770 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2eeb219a-b2ca-4824-a4fa-fdd5ec0364fe req-b55d5da4-3935-4346-b0ef-8f3a30961bc0 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582352 Jan 10 11:40:40.529466 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac32c9-4139-4a34-af81-8bdbc9b28778 req-31c8e3e5-1543-4574-b6c3-a76c2cb7898d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:40.530987 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1cac32c9-4139-4a34-af81-8bdbc9b28778 req-31c8e3e5-1543-4574-b6c3-a76c2cb7898d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0562530 Jan 10 11:40:40.591443 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1cac32c9-4139-4a34-af81-8bdbc9b28778 req-2e15fcaf-4763-4650-9984-3bda5fc3326d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546083 Jan 10 11:40:40.836255 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56083a-beb4-45ff-9067-12d712dc17d4 req-70ca536c-0fc5-4bed-9ddf-37f09772fbc7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:40.846250 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-eb56083a-beb4-45ff-9067-12d712dc17d4 req-70ca536c-0fc5-4bed-9ddf-37f09772fbc7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0616336 Jan 10 11:40:40.900452 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-eb56083a-beb4-45ff-9067-12d712dc17d4 req-d8c4797d-5f91-44be-88ff-6a5e83cdff89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567100 Jan 10 11:40:41.131925 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 41642) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:41.250810 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-66ea9b09-f3f3-422c-81a3-938a046e287d req-3ead23ab-5775-4dce-a965-965642f472b7 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0548182 Jan 10 11:40:41.266150 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-95975277-ea45-4388-a75d-8e86e052f780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:41.354558 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-95975277-ea45-4388-a75d-8e86e052f780 admin admin] Publish callbacks [] for security_group (1af40327-8062-4a1c-ad86-5f33bd9b82fe), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:41.475734 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114d925-99b0-4e7f-9a10-6caee4d0223c req-05e3dbb2-e1ad-4c61-8f60-8f3e82d91aad tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:41.480104 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7114d925-99b0-4e7f-9a10-6caee4d0223c req-05e3dbb2-e1ad-4c61-8f60-8f3e82d91aad tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0760367 Jan 10 11:40:41.545382 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7114d925-99b0-4e7f-9a10-6caee4d0223c req-91d691c1-da0a-418b-baec-978138006dcb tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552025 Jan 10 11:40:41.556897 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-95975277-ea45-4388-a75d-8e86e052f780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1af40327-8062-4a1c-ad86-5f33bd9b82fe), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:41.609694 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-95975277-ea45-4388-a75d-8e86e052f780 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8fe3cb72f8a4af49fa0299aa68c0097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4764874 Jan 10 11:40:41.610491 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95975277-ea45-4388-a75d-8e86e052f780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af40327-8062-4a1c-ad86-5f33bd9b82fe,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:41.612685 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41650) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:41.664107 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2dd9-07b0-48a1-989d-924eb212648f admin admin] Publish callbacks [] for security_group (1af40327-8062-4a1c-ad86-5f33bd9b82fe), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:41.690528 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2dd9-07b0-48a1-989d-924eb212648f admin admin] Publish callbacks [] for security_group (1af40327-8062-4a1c-ad86-5f33bd9b82fe), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:41.747441 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9aeb5-758f-4c63-8900-d985cb3266d8 req-ea10db07-6276-41c3-8889-5a0c5b59b15b tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:41.749344 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c4b9aeb5-758f-4c63-8900-d985cb3266d8 req-ea10db07-6276-41c3-8889-5a0c5b59b15b tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0885098 Jan 10 11:40:41.811231 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c4b9aeb5-758f-4c63-8900-d985cb3266d8 req-2225566a-7cfa-451f-a750-24d677c7bb24 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526099 Jan 10 11:40:41.837396 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2dd9-07b0-48a1-989d-924eb212648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1af40327-8062-4a1c-ad86-5f33bd9b82fe), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:41.840310 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2dd9-07b0-48a1-989d-924eb212648f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:41.844289 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ab0d2dd9-07b0-48a1-989d-924eb212648f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1af40327-8062-4a1c-ad86-5f33bd9b82fe HTTP/1.1" status: 204 len: 168 time: 0.2278357 Jan 10 11:40:41.851844 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d2dd9-07b0-48a1-989d-924eb212648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af40327-8062-4a1c-ad86-5f33bd9b82fe,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:42.033543 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f1466-336c-46c9-95e6-a6eccd284b95 req-d72d2438-bb72-4263-a6a9-f4f64cc54e76 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:42.035269 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-872f1466-336c-46c9-95e6-a6eccd284b95 req-d72d2438-bb72-4263-a6a9-f4f64cc54e76 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0536380 Jan 10 11:40:42.096892 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-872f1466-336c-46c9-95e6-a6eccd284b95 req-477ef6e6-4222-4522-bda4-fddf2324be3a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547638 Jan 10 11:40:42.375782 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-934162c8-d779-42c5-a253-0cce8730f8eb req-a289f7e6-e150-4cc2-bbd6-c7df59bc94b0 tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0315280 Jan 10 11:40:42.724272 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9faa2a4-fcf9-4a8e-b7d9-67febdea0f6c req-c16b0cea-82ed-4782-87f2-c24b03cc78da tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:42.725802 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f9faa2a4-fcf9-4a8e-b7d9-67febdea0f6c req-c16b0cea-82ed-4782-87f2-c24b03cc78da tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.1014326 Jan 10 11:40:42.782314 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f9faa2a4-fcf9-4a8e-b7d9-67febdea0f6c req-5e7401e5-08b2-4ae2-8b36-4d4b7b2c5d38 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 Jan 10 11:40:42.950566 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37832714-9677-4a57-90c1-6d08bde5a8e8 req-bbb790b5-25fe-4a14-9023-b32dbca5679d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:42.952176 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-37832714-9677-4a57-90c1-6d08bde5a8e8 req-bbb790b5-25fe-4a14-9023-b32dbca5679d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0569389 Jan 10 11:40:43.018295 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-37832714-9677-4a57-90c1-6d08bde5a8e8 req-14039465-b15d-4f53-a654-565357490ee2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604434 Jan 10 11:40:43.255191 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf846ddc-04e9-410f-af4f-d2d7d1b76f56 req-1bf73ca4-2804-47cf-b137-205038701066 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:43.256722 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bf846ddc-04e9-410f-af4f-d2d7d1b76f56 req-1bf73ca4-2804-47cf-b137-205038701066 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0720840 Jan 10 11:40:43.324298 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bf846ddc-04e9-410f-af4f-d2d7d1b76f56 req-95275366-61ae-4155-ac56-153014fc0bbf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536280 Jan 10 11:40:43.488898 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee7cd991-946c-42e4-ad80-b0db83449224 req-3208f49a-7072-4842-889b-19aab018e52e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0341771 Jan 10 11:40:43.938993 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74762b-c307-45e2-bb68-00c8ea4cfaab req-c3c1cd9c-fedf-42f8-bb7c-f52143d60913 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:43.947335 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6b74762b-c307-45e2-bb68-00c8ea4cfaab req-c3c1cd9c-fedf-42f8-bb7c-f52143d60913 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0758638 Jan 10 11:40:44.007107 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6b74762b-c307-45e2-bb68-00c8ea4cfaab req-d4e9a4c8-1d3d-4ba6-abad-51ad86bc5a1c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587640 Jan 10 11:40:44.152336 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2075f-65da-4487-be64-a3d61444a878 req-a6fe948e-4b55-4428-86cc-b65657323774 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:44.154980 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16f2075f-65da-4487-be64-a3d61444a878 req-a6fe948e-4b55-4428-86cc-b65657323774 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0566962 Jan 10 11:40:44.226629 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16f2075f-65da-4487-be64-a3d61444a878 req-378754c5-ef87-4827-a530-06dabca59695 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634820 Jan 10 11:40:44.453881 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a5c9c-77c9-4503-b2c1-e71b6d4a1eb6 req-56a07424-b629-45d5-b578-ac7b99c0d479 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:44.455478 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-375a5c9c-77c9-4503-b2c1-e71b6d4a1eb6 req-56a07424-b629-45d5-b578-ac7b99c0d479 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0537531 Jan 10 11:40:44.516679 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-375a5c9c-77c9-4503-b2c1-e71b6d4a1eb6 req-b08d6cc5-56a4-4062-8335-bcee00675dcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541563 Jan 10 11:40:44.634472 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-72f0ca0b-a734-4437-8123-31d1367bf1d7 req-ead96094-e7f3-44b1-98df-34d8109cc7ae tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0384362 Jan 10 11:40:45.144439 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc5ca2-c56b-4ac1-a918-0827189a2c97 req-9fda9c2e-a323-47b7-b9ab-7e932cf76b97 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:45.145935 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-48bc5ca2-c56b-4ac1-a918-0827189a2c97 req-9fda9c2e-a323-47b7-b9ab-7e932cf76b97 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0519505 Jan 10 11:40:45.197069 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-48bc5ca2-c56b-4ac1-a918-0827189a2c97 req-75e75765-c63d-4bcc-8cc1-84c887d9e76c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Jan 10 11:40:45.344166 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba0837-8759-4caf-a760-5165244317bd req-f6b65a0d-89bf-433c-a5ac-3dc451a566b9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:45.345726 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-abba0837-8759-4caf-a760-5165244317bd req-f6b65a0d-89bf-433c-a5ac-3dc451a566b9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0520153 Jan 10 11:40:45.398193 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-abba0837-8759-4caf-a760-5165244317bd req-68784a26-cb8a-42df-b5e6-fafa56e285b8 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Jan 10 11:40:45.657129 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757a2a7-8ee8-49a3-9cbb-fa20c9cd5504 req-5eae100d-3b77-4514-9cee-e183aeda975d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:45.659037 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4757a2a7-8ee8-49a3-9cbb-fa20c9cd5504 req-5eae100d-3b77-4514-9cee-e183aeda975d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0619297 Jan 10 11:40:45.713415 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4757a2a7-8ee8-49a3-9cbb-fa20c9cd5504 req-ce257f17-f79e-4eb0-8cb4-ab9871ee9831 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485902 Jan 10 11:40:45.749417 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2f012299-6274-4435-9b46-7731afa609c8 req-daf42975-526e-476f-95ac-f58e43823a1e tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0324180 Jan 10 11:40:46.324168 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc405f1-dadc-4616-b2e8-84750328604c req-7984c2b7-5d65-4e51-8311-13e0e536f4d6 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:46.325639 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-acc405f1-dadc-4616-b2e8-84750328604c req-7984c2b7-5d65-4e51-8311-13e0e536f4d6 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0538602 Jan 10 11:40:46.377250 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-acc405f1-dadc-4616-b2e8-84750328604c req-62035af7-a762-4624-9813-cd7682671d1f tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458457 Jan 10 11:40:46.532402 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c42ad-d58a-42ff-a080-d2a86bdae970 req-c128b96a-34d0-44be-bfa8-a4a84ae7d726 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:46.533951 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-478c42ad-d58a-42ff-a080-d2a86bdae970 req-c128b96a-34d0-44be-bfa8-a4a84ae7d726 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0540743 Jan 10 11:40:46.599654 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-478c42ad-d58a-42ff-a080-d2a86bdae970 req-2319f0f9-68a6-44d9-b378-5d67f879ab73 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595012 Jan 10 11:40:46.846340 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a349ed-bd24-49c1-abf0-6afd9caa8986 req-4b77c835-595b-49a6-bec1-1e41f407ea10 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:46.847885 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-96a349ed-bd24-49c1-abf0-6afd9caa8986 req-4b77c835-595b-49a6-bec1-1e41f407ea10 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0599475 Jan 10 11:40:46.906791 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-96a349ed-bd24-49c1-abf0-6afd9caa8986 req-0b8c3896-6d40-4c10-9297-5b69ca7ffcff tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528052 Jan 10 11:40:46.923579 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6bc27143-89c5-4e4e-b411-17f134d68792 req-30c0f2ea-c69f-41cd-8584-4453dff8af5d tempest-ServerRescueNegativeTestJSON-721523256 tempest-ServerRescueNegativeTestJSON-721523256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bb75a87-2b05-43d3-b570-a04858874b50 HTTP/1.1" status: 200 len: 210 time: 0.0339820 Jan 10 11:40:47.500754 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031027f-a1f0-4312-9e32-b91c4eb83fe3 req-c971a2e5-b5d6-4b8f-a5ab-7a4622c322b1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:47.502290 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e031027f-a1f0-4312-9e32-b91c4eb83fe3 req-c971a2e5-b5d6-4b8f-a5ab-7a4622c322b1 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 944 time: 0.0526304 Jan 10 11:40:47.583816 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e031027f-a1f0-4312-9e32-b91c4eb83fe3 req-00571287-0e0b-44c5-b225-50fa6289b749 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745780 Jan 10 11:40:47.729662 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788ded3-79b3-4bfb-bd65-8b0f572f2623 req-8a7b5bbd-c5f8-4f7e-821e-a7df7dc2de00 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:47.731204 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c788ded3-79b3-4bfb-bd65-8b0f572f2623 req-8a7b5bbd-c5f8-4f7e-821e-a7df7dc2de00 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.0604193 Jan 10 11:40:47.769338 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device c48c4206-c204-4d5e-bde8-ec64ab3d966d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:40:47.796677 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c788ded3-79b3-4bfb-bd65-8b0f572f2623 req-431f2fb9-7fe1-45e6-ac90-d6f61dee79fc tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594575 Jan 10 11:40:47.814141 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815b629-e0be-46fd-901d-4d15862e15cc req-02034ea9-d3a4-43a4-9979-94adb40680a1 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:47.815320 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f815b629-e0be-46fd-901d-4d15862e15cc req-02034ea9-d3a4-43a4-9979-94adb40680a1 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 945 time: 0.3093767 Jan 10 11:40:47.881263 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port c48c4206-c204-4d5e-bde8-ec64ab3d966d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:47.893494 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'port_id': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'mac_address': 'fa:16:3e:94:e3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:40:47.909988 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Deleting port f7b09e29-560e-4123-8100-b592a8c30f4f {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:40:47.910359 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:47.935285 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:47.948569 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c48c4206-c204-4d5e-bde8-ec64ab3d966d {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:40:47.970293 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port c48c4206-c204-4d5e-bde8-ec64ab3d966d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:48.011868 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 41786) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:48.021839 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] For port f7b09e29-560e-4123-8100-b592a8c30f4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f7b09e29-560e-4123-8100-b592a8c30f4f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:48.025215 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:48.036763 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Calling delete_port for f7b09e29-560e-4123-8100-b592a8c30f4f owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:40:48.048857 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:48.107783 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=c48c4206-c204-4d5e-bde8-ec64ab3d966d,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:48.131910 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d1573-2aa7-480e-bc70-d02ef40ddcc2 req-86073050-a45b-4b4d-8d81-377a7ba1ef4c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:48.133433 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-916d1573-2aa7-480e-bc70-d02ef40ddcc2 req-86073050-a45b-4b4d-8d81-377a7ba1ef4c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.1363695 Jan 10 11:40:48.263457 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-916d1573-2aa7-480e-bc70-d02ef40ddcc2 req-1fe74bc5-cb75-4a17-93fc-fd90188416d2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237268 Jan 10 11:40:48.340922 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (f7b09e29-560e-4123-8100-b592a8c30f4f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:48.345188 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['c48c4206-c204-4d5e-bde8-ec64ab3d966d'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:40:48.390903 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Pushing event deleted for resources: {'Port': ['ID=f7b09e29-560e-4123-8100-b592a8c30f4f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:48.459668 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] No DVR routers for this DVR port f7b09e29-560e-4123-8100-b592a8c30f4f on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:40:48.461259 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:48.467864 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f815b629-e0be-46fd-901d-4d15862e15cc req-3c6f3d04-6b25-4028-8d57-3207a6c7cd47 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "DELETE /v2.0/ports/f7b09e29-560e-4123-8100-b592a8c30f4f HTTP/1.1" status: 204 len: 173 time: 0.6462972 Jan 10 11:40:48.468709 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffb3777f-32fa-4f8b-8eaf-277e990c233a', 'name': 'network-vif-deleted', 'tag': 'f7b09e29-560e-4123-8100-b592a8c30f4f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:48.472290 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f021a9d-877c-4674-9281-c5fdb340c8c8" -d '{"events": [{"server_uuid": "ffb3777f-32fa-4f8b-8eaf-277e990c233a", "name": "network-vif-deleted", "tag": "f7b09e29-560e-4123-8100-b592a8c30f4f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:48.530289 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199f8bc3-1055-4252-89ee-fc0fd1d13337 x-openstack-request-id: req-199f8bc3-1055-4252-89ee-fc0fd1d13337 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:48.530660 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffb3777f-32fa-4f8b-8eaf-277e990c233a", "name": "network-vif-deleted", "tag": "f7b09e29-560e-4123-8100-b592a8c30f4f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:48.531010 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-199f8bc3-1055-4252-89ee-fc0fd1d13337 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:48.531480 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffb3777f-32fa-4f8b-8eaf-277e990c233a', 'name': 'network-vif-deleted', 'tag': 'f7b09e29-560e-4123-8100-b592a8c30f4f', 'status': 'completed', 'code': 200} Jan 10 11:40:48.602907 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (e008bead-e7ab-4f32-9f72-30f2c86db2b8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:48.760862 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04f4e7-9bf5-45bb-a1eb-6868ff55fa67 req-59a2976a-f364-4a53-a049-c9c83a09ed28 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:48.762396 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2f04f4e7-9bf5-45bb-a1eb-6868ff55fa67 req-59a2976a-f364-4a53-a049-c9c83a09ed28 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 945 time: 0.0919807 Jan 10 11:40:48.940833 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2f04f4e7-9bf5-45bb-a1eb-6868ff55fa67 req-4761ed79-a478-475a-b570-39468faf4231 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720438 Jan 10 11:40:48.942734 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2043b4bc-f813-47ab-af16-6ad20dcae886 req-cb7ae7c4-dafc-4580-a72d-1a5e5e405fbf tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffb3777f-32fa-4f8b-8eaf-277e990c233a HTTP/1.1" status: 200 len: 210 time: 0.0624535 Jan 10 11:40:49.060418 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Deleting port a78e622d-5e69-4f65-9357-c33ba1a9cbda {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:40:49.061087 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:49.150903 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] For port a78e622d-5e69-4f65-9357-c33ba1a9cbda, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a78e622d-5e69-4f65-9357-c33ba1a9cbda,segment=NetworkSegment(736b1558-5f3b-4661-9f45-6e4493448c70),segment_id=736b1558-5f3b-4661-9f45-6e4493448c70)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:49.151290 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:49.154724 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', '1ecb83fe-4c4e-4c26-a55a-834028f08a68', '521ffce9-574e-43ff-9566-482167228f8f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:40:49.168836 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Calling delete_port for a78e622d-5e69-4f65-9357-c33ba1a9cbda owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:40:49.432300 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db8a73-e236-4a54-b904-05b914bf8f61 req-ee6bd107-1879-4695-8e26-0f11662577c9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:49.434490 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89db8a73-e236-4a54-b904-05b914bf8f61 req-ee6bd107-1879-4695-8e26-0f11662577c9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0902302 Jan 10 11:40:49.677971 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (a78e622d-5e69-4f65-9357-c33ba1a9cbda), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:49.711803 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a78e622d-5e69-4f65-9357-c33ba1a9cbda,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:49.776426 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89db8a73-e236-4a54-b904-05b914bf8f61 req-3999f58c-6201-4f0c-b544-bf2d86c36d11 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332639 Jan 10 11:40:49.788773 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device c48c4206-c204-4d5e-bde8-ec64ab3d966d up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:40:49.923378 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (e008bead-e7ab-4f32-9f72-30f2c86db2b8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:49.928736 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port c48c4206-c204-4d5e-bde8-ec64ab3d966d completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:40:49.932666 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port c48c4206-c204-4d5e-bde8-ec64ab3d966d triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:40:49.933850 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:50.063705 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:50.097044 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:50.099410 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5da596-03aa-4abf-97fe-9ef4e26d5778" -d '{"events": [{"server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "name": "network-vif-plugged", "status": "completed", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:50.116025 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4114-278e-4336-b4d5-d19e77d6dda4 req-48c55fc1-a16d-45b5-a02e-7126e5ddf4fd tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:50.116025 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-479b4114-278e-4336-b4d5-d19e77d6dda4 req-48c55fc1-a16d-45b5-a02e-7126e5ddf4fd tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 945 time: 0.0715938 Jan 10 11:40:50.116966 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port c48c4206-c204-4d5e-bde8-ec64ab3d966d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:50.143672 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d50554-99f3-4892-93ee-a3a716319089 x-openstack-request-id: req-d6d50554-99f3-4892-93ee-a3a716319089 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:50.144072 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "name": "network-vif-plugged", "status": "completed", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:50.144237 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6d50554-99f3-4892-93ee-a3a716319089 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:50.144672 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'code': 200} Jan 10 11:40:50.254402 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-479b4114-278e-4336-b4d5-d19e77d6dda4 req-e827ebc6-1b50-41ca-b68e-1f241616f682 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063039 Jan 10 11:40:50.272499 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Router e008bead-e7ab-4f32-9f72-30f2c86db2b8 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:40:50.277610 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:50.278479 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device f7b09e29-560e-4123-8100-b592a8c30f4f no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:40:50.322287 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: f7b09e29-560e-4123-8100-b592a8c30f4f {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:40:50.322287 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device f7b09e29-560e-4123-8100-b592a8c30f4f not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:40:50.347208 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=c48c4206-c204-4d5e-bde8-ec64ab3d966d,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:50.355062 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.355409 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.355745 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.356073 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.356395 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.356711 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.357064 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.357340 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.357653 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.361872 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.361872 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.361872 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.361872 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:40:50.395767 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:40:50.403010 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-262deb3d-e231-4d54-a4fc-6055974beeb8 admin admin] 10.222.0.20 "PUT /v2.0/routers/e008bead-e7ab-4f32-9f72-30f2c86db2b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3919756 Jan 10 11:40:50.404793 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41808) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:50.407581 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] Sync routers for ids ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:40:50.419645 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] Routers {'e008bead-e7ab-4f32-9f72-30f2c86db2b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:40:50.434792 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:40:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:50.514603 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks [] for router (e008bead-e7ab-4f32-9f72-30f2c86db2b8), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:50.539267 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] Set router e008bead-e7ab-4f32-9f72-30f2c86db2b8 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:40:50.624990 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks [] for router_gateway (e008bead-e7ab-4f32-9f72-30f2c86db2b8), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:50.710197 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40fefd-fd30-4804-8b4b-aa7438cc63e8 req-b36aa2cd-da0e-409f-abbf-7ea1da5ddc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:50.711735 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d40fefd-fd30-4804-8b4b-aa7438cc63e8 req-b36aa2cd-da0e-409f-abbf-7ea1da5ddc02 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 1099 time: 0.0408981 Jan 10 11:40:50.737451 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:40:49Z', 'revision_number': 5, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port': {'id': 'e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:32Z', 'updated_at': '2022-01-10T11:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:50.777448 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] Checking router: e008bead-e7ab-4f32-9f72-30f2c86db2b8 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:40:50.786998 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] Routers {'e008bead-e7ab-4f32-9f72-30f2c86db2b8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:40:50.787681 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:40:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:50.795865 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1d40fefd-fd30-4804-8b4b-aa7438cc63e8 req-720ed7dc-587f-4cfd-9c2e-cac7661bf2dd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770247 Jan 10 11:40:50.822939 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Deleting port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:40:50.823296 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:50.880545 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] Set router e008bead-e7ab-4f32-9f72-30f2c86db2b8 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:40:50.913617 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1772e-3120-4a04-a588-296e07be42e2 req-fe8fc4b5-0fdc-4e9f-8b60-bbdc03161b4d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:50.921200 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dfc1772e-3120-4a04-a588-296e07be42e2 req-fe8fc4b5-0fdc-4e9f-8b60-bbdc03161b4d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0579474 Jan 10 11:40:50.927449 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] For port e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:50.927709 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:50.937493 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:40:50Z', 'revision_number': 6, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:50.942850 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Calling delete_port for e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:40:50.965539 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff7b972-f402-4585-8ca2-f3e001fef4b3 None None] The sync data for ids ['e008bead-e7ab-4f32-9f72-30f2c86db2b8'] in dv-cinder-master-3-iscsi is: [{'id': 'e008bead-e7ab-4f32-9f72-30f2c86db2b8', 'name': 'tempest-ServerRescueNegativeTestJSON-660253253-router', 'tenant_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:40:50Z', 'revision_number': 6, 'project_id': 'a77ddb5f1ea14e54be79c194a288b5a7', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:40:50.975309 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dfc1772e-3120-4a04-a588-296e07be42e2 req-9dd122c3-8557-4441-89d5-57ac9667a34b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532391 Jan 10 11:40:51.203185 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.231301 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:51.301713 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (e008bead-e7ab-4f32-9f72-30f2c86db2b8), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.396764 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f0aeb-e914-4f3c-8b53-bf3a6ee85540 req-9a842fed-8035-488c-8b04-a033ac6cbe51 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:51.398407 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d27f0aeb-e914-4f3c-8b53-bf3a6ee85540 req-9a842fed-8035-488c-8b04-a033ac6cbe51 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 946 time: 0.0620275 Jan 10 11:40:51.425012 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (e008bead-e7ab-4f32-9f72-30f2c86db2b8), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.426976 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks [] for router_controller (e008bead-e7ab-4f32-9f72-30f2c86db2b8), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.464177 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d27f0aeb-e914-4f3c-8b53-bf3a6ee85540 req-6a3eed12-0c58-46cd-aeb5-09b0d31ba6d3 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589862 Jan 10 11:40:51.586281 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (e008bead-e7ab-4f32-9f72-30f2c86db2b8), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.586800 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e008bead-e7ab-4f32-9f72-30f2c86db2b8 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:40:51.592250 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.594929 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3bcd94c1-5569-444f-9ea2-482f4f58fb55 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e008bead-e7ab-4f32-9f72-30f2c86db2b8 HTTP/1.1" status: 204 len: 168 time: 1.1876392 Jan 10 11:40:51.596104 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41822) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:51.644021 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-31145d6e-b56c-47cf-9330-dac717d16b39 admin admin] Deleting subnet 1dbe3c09-81a8-4971-ac1e-c990dbda3881 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:40:51.647148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-31145d6e-b56c-47cf-9330-dac717d16b39 admin admin] Publish callbacks [] for subnet (1dbe3c09-81a8-4971-ac1e-c990dbda3881), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.683559 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-31145d6e-b56c-47cf-9330-dac717d16b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (1dbe3c09-81a8-4971-ac1e-c990dbda3881), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.721245 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-31145d6e-b56c-47cf-9330-dac717d16b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (1dbe3c09-81a8-4971-ac1e-c990dbda3881), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.797307 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:40:51.872393 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-31145d6e-b56c-47cf-9330-dac717d16b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (1dbe3c09-81a8-4971-ac1e-c990dbda3881), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.881342 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a78e622d-5e69-4f65-9357-c33ba1a9cbda no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:40:51.908521 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: a78e622d-5e69-4f65-9357-c33ba1a9cbda {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:40:51.908856 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a78e622d-5e69-4f65-9357-c33ba1a9cbda not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:40:51.909256 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:40:51.920952 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31145d6e-b56c-47cf-9330-dac717d16b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dbe3c09-81a8-4971-ac1e-c990dbda3881,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:51.930843 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-31145d6e-b56c-47cf-9330-dac717d16b39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:51.937844 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-31145d6e-b56c-47cf-9330-dac717d16b39 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1dbe3c09-81a8-4971-ac1e-c990dbda3881 HTTP/1.1" status: 204 len: 168 time: 0.3403509 Jan 10 11:40:51.939960 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41824) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:51.943567 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:40:51.943908 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device e1b0bbc6-a2b7-4c49-9ca9-881258e90a8e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:40:51.975994 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:51.991291 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'port_id': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'mac_address': 'fa:16:3e:2a:e8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:40:52.051621 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (0b7066df-867a-4f7f-8c8c-edef37acae0b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.053206 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.071628 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9b761f-8e30-4890-b16f-aceb4777ab0b {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:40:52.098787 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:52.159356 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92107227-60b6-4592-936a-c5bd105bc1f7 req-9baae362-845b-48ce-977a-870e2c8cf089 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:52.160912 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-92107227-60b6-4592-936a-c5bd105bc1f7 req-9baae362-845b-48ce-977a-870e2c8cf089 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 945 time: 0.1036637 Jan 10 11:40:52.174739 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.179538 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d902c3b-7949-4dd4-ac48-447105b39e36 req-247cc4d2-42a6-446e-add6-3fc4851c32fb tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:52.186851 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d902c3b-7949-4dd4-ac48-447105b39e36 req-247cc4d2-42a6-446e-add6-3fc4851c32fb tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 943 time: 0.0889966 Jan 10 11:40:52.192098 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (0b7066df-867a-4f7f-8c8c-edef37acae0b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.219566 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7066df-867a-4f7f-8c8c-edef37acae0b']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:52.232333 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736b1558-5f3b-4661-9f45-6e4493448c70') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:52.232678 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736b1558-5f3b-4661-9f45-6e4493448c70') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:52.244803 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5206376'] for segment (736b1558-5f3b-4661-9f45-6e4493448c70), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.245335 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=9']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:52.261812 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (736b1558-5f3b-4661-9f45-6e4493448c70), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.270477 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:40:52.271250 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5965873'] for segment (736b1558-5f3b-4661-9f45-6e4493448c70), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: Traceback (most recent call last): Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: timer() Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: cb(*args, **kw) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: return func(*args, **kwargs) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: self._notify() Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: self.callback(batched_events) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: event.method(event) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:40:52.273177 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: return f(self, *a, **k) Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: return self._get(url).json() Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:40:52.278041 dv-cinder-master-3-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:40:52.280178 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d902c3b-7949-4dd4-ac48-447105b39e36 req-dc39f5d0-79bf-4aa7-a50b-ffd18453a336 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923429 Jan 10 11:40:52.288437 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-92107227-60b6-4592-936a-c5bd105bc1f7 req-4f09e759-67a8-4b23-b0a6-66a4cf772567 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988040 Jan 10 11:40:52.484300 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ad9b761f-8e30-4890-b16f-aceb4777ab0b'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:40:52.511843 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (0b7066df-867a-4f7f-8c8c-edef37acae0b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.517595 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:52.525275 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0b7066df-867a-4f7f-8c8c-edef37acae0b HTTP/1.1" status: 204 len: 168 time: 0.5830615 Jan 10 11:40:52.534876 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c3108-1d18-4e08-b169-0bb8827a3579 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7066df-867a-4f7f-8c8c-edef37acae0b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:52.602593 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066386b0-5392-45d1-9c45-a4c43a93f113 req-1ba979a4-a97f-489e-b841-820509b610e9 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:52.610052 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-066386b0-5392-45d1-9c45-a4c43a93f113 req-1ba979a4-a97f-489e-b841-820509b610e9 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 946 time: 0.0647833 Jan 10 11:40:52.676077 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-066386b0-5392-45d1-9c45-a4c43a93f113 req-bcc6177f-e3b9-4d07-902d-5e29ce607956 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648296 Jan 10 11:40:52.806651 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35425f0b-0b3a-46e5-928e-a6733ce1ee24 req-42a9a027-c991-4cfa-8f1a-68b603c4feee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:52.808437 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-35425f0b-0b3a-46e5-928e-a6733ce1ee24 req-42a9a027-c991-4cfa-8f1a-68b603c4feee tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 946 time: 0.0600796 Jan 10 11:40:52.870994 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-35425f0b-0b3a-46e5-928e-a6733ce1ee24 req-3a577433-ccce-48df-b88b-0f467e91a148 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563974 Jan 10 11:40:52.893694 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 41838) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:52.973607 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 41842) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:53.027973 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-45685eec-f15e-46b5-884c-bfaf59fe015d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a77ddb5f1ea14e54be79c194a288b5a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0529592 Jan 10 11:40:53.030617 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 41844) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:53.082361 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b15f8e6-d1e1-4053-b492-806e54161b60 admin admin] Publish callbacks [] for security_group (a60a9945-8c5a-4703-8222-05fdfdb18935), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.109136 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b15f8e6-d1e1-4053-b492-806e54161b60 admin admin] Publish callbacks [] for security_group (a60a9945-8c5a-4703-8222-05fdfdb18935), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.181918 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb1c0b6-9457-4740-94dd-821022a9099b tempest-TestShelveInstance-594011175 tempest-TestShelveInstance-594011175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:53.183463 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9cb1c0b6-9457-4740-94dd-821022a9099b tempest-TestShelveInstance-594011175 tempest-TestShelveInstance-594011175-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 1094 time: 0.2887115 Jan 10 11:40:53.188324 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 41846) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:40:53.193024 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'port_id': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:40:53.307023 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b15f8e6-d1e1-4053-b492-806e54161b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a60a9945-8c5a-4703-8222-05fdfdb18935), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.309738 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9b15f8e6-d1e1-4053-b492-806e54161b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.310957 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9b15f8e6-d1e1-4053-b492-806e54161b60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a60a9945-8c5a-4703-8222-05fdfdb18935 HTTP/1.1" status: 204 len: 168 time: 0.2792358 Jan 10 11:40:53.319899 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15f8e6-d1e1-4053-b492-806e54161b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a9945-8c5a-4703-8222-05fdfdb18935,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:53.358858 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.458144 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206a391-a062-434e-aede-0599a6021606 req-3ca08897-e8cf-44fe-b82c-8b0ed7c35ad9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:53.459916 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2206a391-a062-434e-aede-0599a6021606 req-3ca08897-e8cf-44fe-b82c-8b0ed7c35ad9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 944 time: 0.0840447 Jan 10 11:40:53.512705 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8218ca-aea9-4a2a-8ea8-e87905371f0d req-44a6658a-a63d-47b9-a9ac-02bbb0919063 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:53.514403 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9d8218ca-aea9-4a2a-8ea8-e87905371f0d req-44a6658a-a63d-47b9-a9ac-02bbb0919063 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 945 time: 0.0945473 Jan 10 11:40:53.515403 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.539562 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2206a391-a062-434e-aede-0599a6021606 req-3afd3983-dbc2-4739-a8c9-fb9260ab1620 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715473 Jan 10 11:40:53.588039 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9d8218ca-aea9-4a2a-8ea8-e87905371f0d req-e9407f45-2ca8-4d6b-bbf1-5b6a82473c59 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583820 Jan 10 11:40:53.633333 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Allocated IP 172.37.3.206 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/6e8fc02f-2dfb-4d26-a443-ae194ada0a1d) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:40:53.748479 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for port (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.801706 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:40:53.852486 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port ad9b761f-8e30-4890-b16f-aceb4777ab0b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:40:53.853495 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.861429 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.910830 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:40:53.916355 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:40:53.928715 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:40:53.928715 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'Port': ['ID=6e8fc02f-2dfb-4d26-a443-ae194ada0a1d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:53.964449 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:53.989447 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:53.991747 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8413e8-ab5e-4ec0-adb3-f7fe1f50fc3e" -d '{"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-plugged", "status": "completed", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:54.008647 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:54.029961 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32525bf8-3084-4e68-96c2-48f1bd54010a x-openstack-request-id: req-32525bf8-3084-4e68-96c2-48f1bd54010a {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:54.030389 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-plugged", "status": "completed", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:54.030782 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32525bf8-3084-4e68-96c2-48f1bd54010a {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:54.031179 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'code': 200} Jan 10 11:40:54.117280 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:54.170677 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=10']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:54.174482 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-80d6f143-4020-4647-bdb6-7186c1b4eada tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:54.175981 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-80d6f143-4020-4647-bdb6-7186c1b4eada tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 945 time: 0.1610706 Jan 10 11:40:54.408281 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for floatingip (fe1f4579-7b09-412e-83a2-6fb5db36548c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:54.432515 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-349ba202-93c6-4c11-96af-0cd9ed388965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:54.454615 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Deleting port 521ffce9-574e-43ff-9566-482167228f8f {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:40:54.454956 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (521ffce9-574e-43ff-9566-482167228f8f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:54.580975 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] For port 521ffce9-574e-43ff-9566-482167228f8f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521ffce9-574e-43ff-9566-482167228f8f,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:54.581708 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (521ffce9-574e-43ff-9566-482167228f8f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:54.590969 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:54.615189 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Calling delete_port for 521ffce9-574e-43ff-9566-482167228f8f owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:40:54.759199 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef90f39-ee19-43fd-ba6e-b9072b3a6e3b req-605ec84a-cf36-4776-a29e-fdfbe2d66ccd tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:54.767985 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-eef90f39-ee19-43fd-ba6e-b9072b3a6e3b req-605ec84a-cf36-4776-a29e-fdfbe2d66ccd tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 946 time: 0.1227264 Jan 10 11:40:54.788611 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78667c0b-e2f8-4636-a10c-45b7511c9fb1 req-f401d2ae-1bc5-44dd-b875-12610ea3fb53 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:54.790870 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-78667c0b-e2f8-4636-a10c-45b7511c9fb1 req-f401d2ae-1bc5-44dd-b875-12610ea3fb53 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 945 time: 0.1020842 Jan 10 11:40:54.879766 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-78667c0b-e2f8-4636-a10c-45b7511c9fb1 req-e5577f7d-dbb2-4fe7-908a-80fa0729c5a7 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814281 Jan 10 11:40:54.883249 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-eef90f39-ee19-43fd-ba6e-b9072b3a6e3b req-ebd1ecc6-0344-438d-8e8b-89c007d3a68a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144099 Jan 10 11:40:55.060564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf673a-dacd-47be-95a9-1a905031c13d req-2fe8b34e-8ae5-497a-b46a-75b2c8a88573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:55.062063 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0fcf673a-dacd-47be-95a9-1a905031c13d req-2fe8b34e-8ae5-497a-b46a-75b2c8a88573 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 1099 time: 0.3726223 Jan 10 11:40:55.182421 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0fcf673a-dacd-47be-95a9-1a905031c13d req-9aca6bd6-a707-4d95-a055-4b344083a0a2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058145 Jan 10 11:40:55.184428 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for port (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:55.260005 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (521ffce9-574e-43ff-9566-482167228f8f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:55.272903 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', '1ecb83fe-4c4e-4c26-a55a-834028f08a68', '521ffce9-574e-43ff-9566-482167228f8f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:40:55.293701 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Pushing event deleted for resources: {'Port': ['ID=521ffce9-574e-43ff-9566-482167228f8f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:55.335626 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] No DVR routers for this DVR port 521ffce9-574e-43ff-9566-482167228f8f on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:40:55.339064 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:55.342432 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-209338b4-e47e-458a-9fb3-c03f858220c4 req-77603a91-ad3d-4746-ac34-4c9ec2502d90 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "DELETE /v2.0/ports/521ffce9-574e-43ff-9566-482167228f8f HTTP/1.1" status: 204 len: 173 time: 1.1489210 Jan 10 11:40:55.342898 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ff525c9-af1a-4b34-9c03-56f07ebd1d96', 'name': 'network-vif-deleted', 'tag': '521ffce9-574e-43ff-9566-482167228f8f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:55.345175 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f66b08-1e6b-447c-ba8c-c0b04b26dd0c" -d '{"events": [{"server_uuid": "9ff525c9-af1a-4b34-9c03-56f07ebd1d96", "name": "network-vif-deleted", "tag": "521ffce9-574e-43ff-9566-482167228f8f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:55.348693 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:55.407676 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2090736d-04ad-4ed2-930a-332c1ea2ffc4 x-openstack-request-id: req-2090736d-04ad-4ed2-930a-332c1ea2ffc4 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:55.408043 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ff525c9-af1a-4b34-9c03-56f07ebd1d96", "name": "network-vif-deleted", "tag": "521ffce9-574e-43ff-9566-482167228f8f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:55.408424 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2090736d-04ad-4ed2-930a-332c1ea2ffc4 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:55.431603 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ff525c9-af1a-4b34-9c03-56f07ebd1d96', 'name': 'network-vif-deleted', 'tag': '521ffce9-574e-43ff-9566-482167228f8f', 'status': 'completed', 'code': 200} Jan 10 11:40:55.431603 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event updated for resources: {'Port': ['ID=6e8fc02f-2dfb-4d26-a443-ae194ada0a1d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:40:55.433832 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (fe1f4579-7b09-412e-83a2-6fb5db36548c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:55.568300 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Floating IP fe1f4579-7b09-412e-83a2-6fb5db36548c associated. External IP: 172.37.3.206, port: c48c4206-c204-4d5e-bde8-ec64ab3d966d. Jan 10 11:40:55.798624 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Router aa1e751a-75eb-4797-a4fc-77cf69f36c75 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:40:55.919178 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:40:55.930194 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] Sync routers for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:40:55.950702 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:40:55.952292 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:40:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:56.005271 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d1699af9-376c-4ae5-b821-87a21357bc48 req-3851d5ec-8757-4d1c-97cd-dc128229ca9e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ff525c9-af1a-4b34-9c03-56f07ebd1d96 HTTP/1.1" status: 200 len: 210 time: 0.0279167 Jan 10 11:40:56.063426 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:56.065486 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ded69-60bc-48d1-bf8e-439286efd9ed req-e1d2d61a-d03a-4ce0-bce2-1b45404aa758 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:56.067232 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a16ded69-60bc-48d1-bf8e-439286efd9ed req-e1d2d61a-d03a-4ce0-bce2-1b45404aa758 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 946 time: 0.0523162 Jan 10 11:40:56.089702 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:40:56.105225 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9dc2da75-ec13-421c-a0c7-505928e99b37 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9037764 Jan 10 11:40:56.134464 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a16ded69-60bc-48d1-bf8e-439286efd9ed req-3bfba722-99af-49e6-a190-b6f3a9bdc789 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598888 Jan 10 11:40:56.398689 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe1f4579-7b09-412e-83a2-6fb5db36548c', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'floating_ip_address': '172.37.3.206', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'port_id': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'mac_address': 'fa:16:3e:94:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:40:54Z', 'updated_at': '2022-01-10T11:40:54Z', 'revision_number': 0, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:50Z', 'revision_number': 5, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:56.429976 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] Checking router: aa1e751a-75eb-4797-a4fc-77cf69f36c75 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:40:56.440462 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:40:56.440895 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:40:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:56.557976 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:40:56.709795 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9098b5ca-af11-4a44-ae65-c42393e0fccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:56.851262 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe1f4579-7b09-412e-83a2-6fb5db36548c', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'floating_ip_address': '172.37.3.206', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'port_id': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'mac_address': 'fa:16:3e:94:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:40:54Z', 'updated_at': '2022-01-10T11:40:54Z', 'revision_number': 0, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:50Z', 'revision_number': 5, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:40:56.883103 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925c5a-8e8f-417e-a26f-e613f169c610 None None] The sync data for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi is: [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe1f4579-7b09-412e-83a2-6fb5db36548c', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'floating_ip_address': '172.37.3.206', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'port_id': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'mac_address': 'fa:16:3e:94:e3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:40:54Z', 'updated_at': '2022-01-10T11:40:54Z', 'revision_number': 0, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:50Z', 'revision_number': 5, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:40:57.103632 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070de7c-bc63-438f-9414-fc864a037753 None None] New status for floating IP fe1f4579-7b09-412e-83a2-6fb5db36548c: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:40:57.267000 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdf3e9-d14d-4425-a853-0a8ccc535978 req-77c19e6a-60f9-4547-8e55-e292375ab5fe tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:57.268485 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e7fdf3e9-d14d-4425-a853-0a8ccc535978 req-77c19e6a-60f9-4547-8e55-e292375ab5fe tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 946 time: 0.0527239 Jan 10 11:40:57.326174 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e7fdf3e9-d14d-4425-a853-0a8ccc535978 req-6f68aff8-e937-4416-9376-d46eeb287e09 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511870 Jan 10 11:40:57.409872 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:40:57.412550 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44abefc0-09a3-4009-8ff0-9ea056d2024d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:40:57.450627 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e8858e-3d74-4222-8703-93d2f4a10438 x-openstack-request-id: req-22e8858e-3d74-4222-8703-93d2f4a10438 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:40:57.450914 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:40:57.451161 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22e8858e-3d74-4222-8703-93d2f4a10438 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:40:57.451556 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'status': 'completed', 'code': 200} Jan 10 11:40:57.525952 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-9296ffac-37f8-4365-9ffd-e46544772ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:57.527500 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-9296ffac-37f8-4365-9ffd-e46544772ac3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6940c4980bd247c986a305a72a9d1434&device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 1099 time: 0.0440433 Jan 10 11:40:57.627428 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-2b47d1e8-49be-4f75-8e1d-11ad0ba303da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:57.628936 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-2b47d1e8-49be-4f75-8e1d-11ad0ba303da service neutron] 10.222.0.31 "GET /v2.0/networks?id=d629e7a0-5831-410c-81ae-c34bc8000814 HTTP/1.1" status: 200 len: 910 time: 0.0937340 Jan 10 11:40:57.699718 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-893948af-6836-4e07-9b6b-9167ff0d3ba8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d HTTP/1.1" status: 200 len: 1002 time: 0.0623772 Jan 10 11:40:57.755651 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-7f119a39-9b7d-40c4-9d64-e2e73b2425b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:57.757147 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-7f119a39-9b7d-40c4-9d64-e2e73b2425b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db HTTP/1.1" status: 200 len: 848 time: 0.0509913 Jan 10 11:40:57.805538 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-de6d6cac-aa4d-4757-afb4-8d04158ad2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:57.807238 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-de6d6cac-aa4d-4757-afb4-8d04158ad2e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d629e7a0-5831-410c-81ae-c34bc8000814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424781 Jan 10 11:40:57.814468 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 521ffce9-574e-43ff-9566-482167228f8f no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:40:57.834680 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 521ffce9-574e-43ff-9566-482167228f8f {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:40:57.835048 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 521ffce9-574e-43ff-9566-482167228f8f not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:40:57.857584 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae492-5401-4e1e-a00d-c075d588d681 req-2a11fceb-ff97-49a8-abb2-63b28eb21e1f tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:57.862808 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3a8ae492-5401-4e1e-a00d-c075d588d681 req-2a11fceb-ff97-49a8-abb2-63b28eb21e1f tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 946 time: 0.0558786 Jan 10 11:40:57.912053 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-4df5118d-b09b-44e1-9546-e43f41889308 service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907331 Jan 10 11:40:57.921156 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3a8ae492-5401-4e1e-a00d-c075d588d681 req-ac02c420-e1d4-41dd-87be-7b632d9ce590 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553401 Jan 10 11:40:58.009813 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:58.015182 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-44abefc0-09a3-4009-8ff0-9ea056d2024d req-ed7f17ae-5b8c-4d09-9ecc-818c4620f04e service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934234 Jan 10 11:40:58.460275 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5d7d4-7437-4654-af1f-c36848c7ed99 req-07a1ceeb-7c63-44aa-a095-2e16353624f5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:58.462228 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-55d5d7d4-7437-4654-af1f-c36848c7ed99 req-07a1ceeb-7c63-44aa-a095-2e16353624f5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 946 time: 0.0560377 Jan 10 11:40:58.526187 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-55d5d7d4-7437-4654-af1f-c36848c7ed99 req-f0e78479-8ca8-4a7a-8ef5-b92f4fcad391 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572021 Jan 10 11:40:58.826707 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:40:59.042500 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a408166-88c2-4e97-8b43-fa539ab0cd9b req-06c3538b-08aa-4a36-8efe-dfed2e567c34 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:59.044058 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2a408166-88c2-4e97-8b43-fa539ab0cd9b req-06c3538b-08aa-4a36-8efe-dfed2e567c34 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 946 time: 0.0524604 Jan 10 11:40:59.092070 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2a408166-88c2-4e97-8b43-fa539ab0cd9b req-7c116eb5-dff0-46f6-ba7b-2c15d3fbc0b6 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Jan 10 11:40:59.577355 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3867094-6f54-4d59-89ab-bde44046d84b req-53f4e3e6-37e0-439f-93ed-4425ec67b709 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:59.579112 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3867094-6f54-4d59-89ab-bde44046d84b req-53f4e3e6-37e0-439f-93ed-4425ec67b709 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 946 time: 0.0565505 Jan 10 11:40:59.633051 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:59.657996 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e059e88-f174-481c-916a-98b02f5fa097 req-b0615993-ec3f-4fb6-bee4-a9a77afef9f1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:40:59.659745 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7e059e88-f174-481c-916a-98b02f5fa097 req-b0615993-ec3f-4fb6-bee4-a9a77afef9f1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 946 time: 0.0544419 Jan 10 11:40:59.682694 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Deleting port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:40:59.683016 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:59.711013 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7e059e88-f174-481c-916a-98b02f5fa097 req-c5c62ff8-5e2a-4fad-bd5b-5cd950421696 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448050 Jan 10 11:40:59.782457 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] For port 1ecb83fe-4c4e-4c26-a55a-834028f08a68, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1ecb83fe-4c4e-4c26-a55a-834028f08a68,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:40:59.782986 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:59.796825 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Calling delete_port for 1ecb83fe-4c4e-4c26-a55a-834028f08a68 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:40:59.980874 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (1ecb83fe-4c4e-4c26-a55a-834028f08a68), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:40:59.993779 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:41:00.008518 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Pushing event deleted for resources: {'Port': ['ID=1ecb83fe-4c4e-4c26-a55a-834028f08a68,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:00.054859 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] No DVR routers for this DVR port 1ecb83fe-4c4e-4c26-a55a-834028f08a68 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:41:00.057601 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:00.060951 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e3867094-6f54-4d59-89ab-bde44046d84b req-e0e4659c-c16f-4258-8c90-a796332de6d9 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "DELETE /v2.0/ports/1ecb83fe-4c4e-4c26-a55a-834028f08a68 HTTP/1.1" status: 204 len: 173 time: 0.4758143 Jan 10 11:41:00.061388 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dcee495-de1c-4d5b-9bee-3c6444b9094d', 'name': 'network-vif-deleted', 'tag': '1ecb83fe-4c4e-4c26-a55a-834028f08a68'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:41:00.063701 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0b2d1a-3c54-4fc3-aa1b-18bf8aec2fd9" -d '{"events": [{"server_uuid": "8dcee495-de1c-4d5b-9bee-3c6444b9094d", "name": "network-vif-deleted", "tag": "1ecb83fe-4c4e-4c26-a55a-834028f08a68"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:41:00.100917 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a9d8d6-5fd8-4cc1-98e9-ac5528288eba x-openstack-request-id: req-76a9d8d6-5fd8-4cc1-98e9-ac5528288eba {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:41:00.101203 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dcee495-de1c-4d5b-9bee-3c6444b9094d", "name": "network-vif-deleted", "tag": "1ecb83fe-4c4e-4c26-a55a-834028f08a68", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:41:00.101451 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76a9d8d6-5fd8-4cc1-98e9-ac5528288eba {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:41:00.101839 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dcee495-de1c-4d5b-9bee-3c6444b9094d', 'name': 'network-vif-deleted', 'tag': '1ecb83fe-4c4e-4c26-a55a-834028f08a68', 'status': 'completed', 'code': 200} Jan 10 11:41:00.157281 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:00.188711 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ffdb929e-e5d8-49d3-9341-7a284ebe9429 req-995bca8e-2cad-45bd-9fb4-e12abed92cdf tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dcee495-de1c-4d5b-9bee-3c6444b9094d HTTP/1.1" status: 200 len: 210 time: 0.0285404 Jan 10 11:41:00.911151 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:01.812153 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 1ecb83fe-4c4e-4c26-a55a-834028f08a68 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:41:01.833184 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 1ecb83fe-4c4e-4c26-a55a-834028f08a68 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:41:01.833529 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 1ecb83fe-4c4e-4c26-a55a-834028f08a68 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:41:02.335823 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42062) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:02.450856 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34eafccc-82c6-4a1f-ba5c-cb4773a0e0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:02.529697 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34eafccc-82c6-4a1f-ba5c-cb4773a0e0fd admin admin] Publish callbacks [] for security_group (8e8f5a75-186e-48f7-a766-a119c61f0b90), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:02.638017 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-34eafccc-82c6-4a1f-ba5c-cb4773a0e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8e8f5a75-186e-48f7-a766-a119c61f0b90), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:02.676664 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eafccc-82c6-4a1f-ba5c-cb4773a0e0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8f5a75-186e-48f7-a766-a119c61f0b90,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:02.682861 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-34eafccc-82c6-4a1f-ba5c-cb4773a0e0fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2524fc1d3ee2482a962ecf3b186dc3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436797 Jan 10 11:41:02.684092 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42070) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:02.734101 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05953b4e-286f-45ef-bb63-ef160005579c admin admin] Publish callbacks [] for security_group (8e8f5a75-186e-48f7-a766-a119c61f0b90), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:02.758056 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05953b4e-286f-45ef-bb63-ef160005579c admin admin] Publish callbacks [] for security_group (8e8f5a75-186e-48f7-a766-a119c61f0b90), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:02.911225 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05953b4e-286f-45ef-bb63-ef160005579c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8e8f5a75-186e-48f7-a766-a119c61f0b90), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:02.913830 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-05953b4e-286f-45ef-bb63-ef160005579c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:02.915039 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-05953b4e-286f-45ef-bb63-ef160005579c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e8f5a75-186e-48f7-a766-a119c61f0b90 HTTP/1.1" status: 204 len: 168 time: 0.2300117 Jan 10 11:41:02.923994 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05953b4e-286f-45ef-bb63-ef160005579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8f5a75-186e-48f7-a766-a119c61f0b90,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:03.082275 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac6b8c-339d-4c86-a968-194292b546e2 req-6c7031ab-8723-401f-95a3-cf28572e9825 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:03.089456 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-18ac6b8c-339d-4c86-a968-194292b546e2 req-6c7031ab-8723-401f-95a3-cf28572e9825 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0606720 Jan 10 11:41:03.133206 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-18ac6b8c-339d-4c86-a968-194292b546e2 req-480fb185-f1aa-4a89-8a46-0c4e6770b916 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Jan 10 11:41:03.786173 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42084) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:03.803286 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7257e531-d0a8-4dfa-8a84-1712047df114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:03.885610 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7257e531-d0a8-4dfa-8a84-1712047df114 admin admin] Publish callbacks [] for security_group (7da758df-bfa0-4080-8952-776df40f7fff), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:04.020541 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7257e531-d0a8-4dfa-8a84-1712047df114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7da758df-bfa0-4080-8952-776df40f7fff), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:04.066150 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7257e531-d0a8-4dfa-8a84-1712047df114 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7639ff983bc24dc68c2bd210c55e1941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758596 Jan 10 11:41:04.066150 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257e531-d0a8-4dfa-8a84-1712047df114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da758df-bfa0-4080-8952-776df40f7fff,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:04.067034 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42090) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:04.121900 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2800-0056-407e-b28b-201327c6bace admin admin] Publish callbacks [] for security_group (7da758df-bfa0-4080-8952-776df40f7fff), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:04.146400 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2800-0056-407e-b28b-201327c6bace admin admin] Publish callbacks [] for security_group (7da758df-bfa0-4080-8952-776df40f7fff), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:04.258523 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392928df-8510-4937-91ae-186b3f4a8695 req-2cd8a3e1-0755-4511-8314-5526893173f2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:04.260578 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-392928df-8510-4937-91ae-186b3f4a8695 req-2cd8a3e1-0755-4511-8314-5526893173f2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0522652 Jan 10 11:41:04.308289 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-392928df-8510-4937-91ae-186b3f4a8695 req-f9968859-e9fd-4b44-abda-c2cf8b22ac6d tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/security-groups?id=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Jan 10 11:41:04.350781 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2800-0056-407e-b28b-201327c6bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7da758df-bfa0-4080-8952-776df40f7fff), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:04.353353 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8f8a2800-0056-407e-b28b-201327c6bace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:04.354541 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8f8a2800-0056-407e-b28b-201327c6bace admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7da758df-bfa0-4080-8952-776df40f7fff HTTP/1.1" status: 204 len: 168 time: 0.2868874 Jan 10 11:41:04.364389 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a2800-0056-407e-b28b-201327c6bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da758df-bfa0-4080-8952-776df40f7fff,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:04.813039 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d6299-0528-4f67-ab80-958e43997589 req-d42fc464-64cd-4c21-b309-0c067fb7b42a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:04.814643 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af1d6299-0528-4f67-ab80-958e43997589 req-d42fc464-64cd-4c21-b309-0c067fb7b42a tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 946 time: 0.0505319 Jan 10 11:41:04.916616 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Deleting port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:41:04.916924 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:05.008476 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] For port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,segment=NetworkSegment(44afeb13-0dd8-4118-bacc-192908ea741a),segment_id=44afeb13-0dd8-4118-bacc-192908ea741a)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:41:05.008938 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:05.023128 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Calling delete_port for 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:41:05.217829 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:05.244098 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Pushing event deleted for resources: {'Port': ['ID=6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:05.283619 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] No DVR routers for this DVR port 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:41:05.286573 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:05.289779 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-af1d6299-0528-4f67-ab80-958e43997589 req-319b7c01-54b2-419b-b637-158b9c6c1986 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.31 "DELETE /v2.0/ports/6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc HTTP/1.1" status: 204 len: 173 time: 0.4692512 Jan 10 11:41:05.290241 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17641f31-456c-4c0f-8f40-5337b16bc6e0', 'name': 'network-vif-deleted', 'tag': '6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:41:05.292752 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bd9c06-e7d8-4dbf-b69d-f15ab1aabf00" -d '{"events": [{"server_uuid": "17641f31-456c-4c0f-8f40-5337b16bc6e0", "name": "network-vif-deleted", "tag": "6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:41:05.329116 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e996e75-aaf6-4c8f-a707-dc2638a927b3 x-openstack-request-id: req-6e996e75-aaf6-4c8f-a707-dc2638a927b3 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:41:05.329451 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17641f31-456c-4c0f-8f40-5337b16bc6e0", "name": "network-vif-deleted", "tag": "6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:41:05.329704 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e996e75-aaf6-4c8f-a707-dc2638a927b3 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:41:05.330105 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17641f31-456c-4c0f-8f40-5337b16bc6e0', 'name': 'network-vif-deleted', 'tag': '6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc', 'status': 'completed', 'code': 200} Jan 10 11:41:05.408562 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dbdba8bc-5887-4e9a-bf91-a266f37d2778 req-39c28a80-b9a9-4953-a679-69641550c4ef tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Jan 10 11:41:06.510295 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bd117c79-88ab-4bac-bacc-27e1685451b8 req-01d2ab5a-eea3-472f-8573-2b9dd77d95b2 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0279880 Jan 10 11:41:07.607439 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2f88c680-f9ca-4894-9b4c-85c7dac9fdc5 req-e111d4de-4156-4527-9e9b-9ca880e97f57 tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0258632 Jan 10 11:41:07.632761 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:41:08.252327 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42180) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:08.383243 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79d8b8f8-451e-43cc-8681-28ccb580d386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:08.505092 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79d8b8f8-451e-43cc-8681-28ccb580d386 admin admin] Publish callbacks [] for security_group (10f6c024-577d-45ea-8110-1d29708a188e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:08.638138 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-79d8b8f8-451e-43cc-8681-28ccb580d386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (10f6c024-577d-45ea-8110-1d29708a188e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:08.688289 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-79d8b8f8-451e-43cc-8681-28ccb580d386 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79f34c28904040309374c5ab47bb55b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4346199 Jan 10 11:41:08.689703 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8b8f8-451e-43cc-8681-28ccb580d386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f6c024-577d-45ea-8110-1d29708a188e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:08.691525 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42186) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:08.733170 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f3541eea-2fb7-4056-ac94-fc4bddf04a5c req-35202dd5-6bad-4947-9959-e2343236331e tempest-AttachVolumeNegativeTest-1120006716 tempest-AttachVolumeNegativeTest-1120006716-project] 10.222.0.20 "GET /v2.0/ports?device_id=17641f31-456c-4c0f-8f40-5337b16bc6e0 HTTP/1.1" status: 200 len: 210 time: 0.0312827 Jan 10 11:41:08.774611 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0616286-64e3-4896-8a86-daa1c68f7ed1 admin admin] Publish callbacks [] for security_group (10f6c024-577d-45ea-8110-1d29708a188e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:08.808409 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0616286-64e3-4896-8a86-daa1c68f7ed1 admin admin] Publish callbacks [] for security_group (10f6c024-577d-45ea-8110-1d29708a188e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:08.975665 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0616286-64e3-4896-8a86-daa1c68f7ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (10f6c024-577d-45ea-8110-1d29708a188e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:08.979738 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c0616286-64e3-4896-8a86-daa1c68f7ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:08.981543 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c0616286-64e3-4896-8a86-daa1c68f7ed1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10f6c024-577d-45ea-8110-1d29708a188e HTTP/1.1" status: 204 len: 168 time: 0.2883878 Jan 10 11:41:08.992348 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0616286-64e3-4896-8a86-daa1c68f7ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f6c024-577d-45ea-8110-1d29708a188e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:09.752972 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42208) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:09.767691 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30f93dff-739a-4101-a73c-f5b2fdd00722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:09.798079 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42212) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:09.873795 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f107677a-5788-473c-8e51-5202f45f43b1 admin admin] Deleting subnet dde2740e-0ff9-41b0-a0e1-90d9070df217 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:41:09.881600 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f107677a-5788-473c-8e51-5202f45f43b1 admin admin] Publish callbacks [] for subnet (dde2740e-0ff9-41b0-a0e1-90d9070df217), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:09.948881 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f107677a-5788-473c-8e51-5202f45f43b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (dde2740e-0ff9-41b0-a0e1-90d9070df217), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:09.973609 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30f93dff-739a-4101-a73c-f5b2fdd00722 admin admin] Publish callbacks [] for security_group (1eeb4842-d46f-46cd-82d1-6edfa3e475ff), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:09.999320 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f107677a-5788-473c-8e51-5202f45f43b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (dde2740e-0ff9-41b0-a0e1-90d9070df217), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.039426 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30f93dff-739a-4101-a73c-f5b2fdd00722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1eeb4842-d46f-46cd-82d1-6edfa3e475ff), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.091570 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-30f93dff-739a-4101-a73c-f5b2fdd00722 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdbaab76c97c45648c28140cb60dc629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377361 Jan 10 11:41:10.093885 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f93dff-739a-4101-a73c-f5b2fdd00722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb4842-d46f-46cd-82d1-6edfa3e475ff,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:10.095658 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42214) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:10.154201 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20b945cb-5b0c-4384-b31e-4630805c8def admin admin] Publish callbacks [] for security_group (1eeb4842-d46f-46cd-82d1-6edfa3e475ff), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.169932 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f107677a-5788-473c-8e51-5202f45f43b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (dde2740e-0ff9-41b0-a0e1-90d9070df217), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.177993 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20b945cb-5b0c-4384-b31e-4630805c8def admin admin] Publish callbacks [] for security_group (1eeb4842-d46f-46cd-82d1-6edfa3e475ff), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.202888 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f107677a-5788-473c-8e51-5202f45f43b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.208899 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f107677a-5788-473c-8e51-5202f45f43b1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dde2740e-0ff9-41b0-a0e1-90d9070df217 HTTP/1.1" status: 204 len: 168 time: 0.4075258 Jan 10 11:41:10.208899 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107677a-5788-473c-8e51-5202f45f43b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde2740e-0ff9-41b0-a0e1-90d9070df217,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:10.216962 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42218) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:10.351550 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (73452465-d5d7-4c27-928c-80c648c05035), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.438104 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20b945cb-5b0c-4384-b31e-4630805c8def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1eeb4842-d46f-46cd-82d1-6edfa3e475ff), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.440605 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-20b945cb-5b0c-4384-b31e-4630805c8def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.441869 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-20b945cb-5b0c-4384-b31e-4630805c8def admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1eeb4842-d46f-46cd-82d1-6edfa3e475ff HTTP/1.1" status: 204 len: 168 time: 0.3432369 Jan 10 11:41:10.450012 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (73452465-d5d7-4c27-928c-80c648c05035), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.461385 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b945cb-5b0c-4384-b31e-4630805c8def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb4842-d46f-46cd-82d1-6edfa3e475ff,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:10.479073 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73452465-d5d7-4c27-928c-80c648c05035']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:10.507962 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44afeb13-0dd8-4118-bacc-192908ea741a') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:10.509820 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44afeb13-0dd8-4118-bacc-192908ea741a') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:10.526066 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (44afeb13-0dd8-4118-bacc-192908ea741a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.551322 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (44afeb13-0dd8-4118-bacc-192908ea741a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.561278 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:41:10.561867 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (44afeb13-0dd8-4118-bacc-192908ea741a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:41:10.564445 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:41:10.712449 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (73452465-d5d7-4c27-928c-80c648c05035), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.718592 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:10.721843 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] 10.222.0.20 "DELETE /v2.0/networks/73452465-d5d7-4c27-928c-80c648c05035 HTTP/1.1" status: 204 len: 168 time: 0.4991889 Jan 10 11:41:10.732924 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff022531-6e53-407d-b939-551641425a85 admin admin] Pushing event deleted for resources: {'Network': ['ID=73452465-d5d7-4c27-928c-80c648c05035,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:11.190890 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42242) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:11.232824 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2b6cfe6e-7566-4757-a9a1-58412ce0bd3a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c300abbfb3b48dab6c40f20c7eb9cd1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406096 Jan 10 11:41:11.236008 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42244) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:11.287766 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54efe9f0-7101-4950-8e4b-6ea2c63c627c admin admin] Publish callbacks [] for security_group (30e903ea-2d7d-46ee-a2f9-7b17ab25f89a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:11.326945 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54efe9f0-7101-4950-8e4b-6ea2c63c627c admin admin] Publish callbacks [] for security_group (30e903ea-2d7d-46ee-a2f9-7b17ab25f89a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:11.455338 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54efe9f0-7101-4950-8e4b-6ea2c63c627c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (30e903ea-2d7d-46ee-a2f9-7b17ab25f89a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:11.457894 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-54efe9f0-7101-4950-8e4b-6ea2c63c627c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:11.459099 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-54efe9f0-7101-4950-8e4b-6ea2c63c627c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30e903ea-2d7d-46ee-a2f9-7b17ab25f89a HTTP/1.1" status: 204 len: 168 time: 0.2221072 Jan 10 11:41:11.467385 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe9f0-7101-4950-8e4b-6ea2c63c627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e903ea-2d7d-46ee-a2f9-7b17ab25f89a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:11.641958 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:41:11.666192 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:41:11.666551 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 6d5c4e49-c1c6-44b3-8b26-b44d2d601cbc not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:41:12.708932 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42302) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:12.818860 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1377958713-network', 'tenant_id': '3c2f3aba9b2f400eb083d419baf62aea'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:12.912213 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Made reservation on behalf of 3c2f3aba9b2f400eb083d419baf62aea for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:41:12.914565 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:12.928017 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:13.031625 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Publish callbacks [] for security_group (cac575f5-f471-4d15-93cd-e5d1d3745697), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:13.124542 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (cac575f5-f471-4d15-93cd-e5d1d3745697), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:13.147365 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:41:13.163419 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac575f5-f471-4d15-93cd-e5d1d3745697,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:13.181635 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (5e059164-19fa-489b-9499-8bc338709c06), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:13.182030 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Added segment 5e059164-19fa-489b-9499-8bc338709c06 of type vlan for network 1139d5e0-ef73-4a13-afa4-14a63124a630 Jan 10 11:41:13.225396 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (1139d5e0-ef73-4a13-afa4-14a63124a630), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:13.340836 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (1139d5e0-ef73-4a13-afa4-14a63124a630), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:13.341844 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:13.342457 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:13.406329 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] Pushing event updated for resources: {'Network': ['ID=1139d5e0-ef73-4a13-afa4-14a63124a630,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:13.419515 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 1139d5e0-ef73-4a13-afa4-14a63124a630 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:41:13.543605 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-917dafda-50e2-4a91-89b8-bd13c280116c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8334787 Jan 10 11:41:13.546386 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42344) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:13.551136 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Request body: {'subnet': {'network_id': '1139d5e0-ef73-4a13-afa4-14a63124a630', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1377958713-subnet', 'tenant_id': '3c2f3aba9b2f400eb083d419baf62aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:13.690036 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Made reservation on behalf of 3c2f3aba9b2f400eb083d419baf62aea for: {'subnet': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:41:13.692402 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5191711'] for subnet (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:13.998942 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5851944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5191693'] for subnet (3ec339be-ff77-42a8-8189-d24d318f8fe1), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.024591 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42348) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:14.059947 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec339be-ff77-42a8-8189-d24d318f8fe1,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:14.067468 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Checking segment: {'id': '5e059164-19fa-489b-9499-8bc338709c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1139d5e0-ef73-4a13-afa4-14a63124a630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:41:14.067802 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Network hostable DHCP agents. Network: 1139d5e0-ef73-4a13-afa4-14a63124a630, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103370) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:41:14.137762 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-feeb6e4b-696a-4340-aea7-9a1c71d1a3a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.140778 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Network 1139d5e0-ef73-4a13-afa4-14a63124a630 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103370) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:41:14.217378 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-feeb6e4b-696a-4340-aea7-9a1c71d1a3a8 admin admin] Publish callbacks [] for security_group (089b5bc8-f82d-4537-b314-6721b265c34d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.244675 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1139d5e0-ef73-4a13-afa4-14a63124a630) {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:41:14.249177 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:14.249774 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.254673 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e3b76-2302-49b8-baf6-09302111db1a None None] Network 1139d5e0-ef73-4a13-afa4-14a63124a630 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:41:14.312546 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-feeb6e4b-696a-4340-aea7-9a1c71d1a3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (089b5bc8-f82d-4537-b314-6721b265c34d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.352705 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea837ed-ed9b-43ff-b046-63888f219ea1 None None] Network 1139d5e0-ef73-4a13-afa4-14a63124a630 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:41:14.370242 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c47a4e33-b0bf-4bcb-b6d7-f87a0ddb3853 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8158295 Jan 10 11:41:14.370534 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-feeb6e4b-696a-4340-aea7-9a1c71d1a3a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d95221475cea46b78b13c702f6aabf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3423362 Jan 10 11:41:14.370728 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42356) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:14.371145 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb6e4b-696a-4340-aea7-9a1c71d1a3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089b5bc8-f82d-4537-b314-6721b265c34d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:14.488208 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5d88cd3-1f09-4f56-95ad-ea2643bfdff1 admin admin] Publish callbacks [] for security_group (089b5bc8-f82d-4537-b314-6721b265c34d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.545797 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5d88cd3-1f09-4f56-95ad-ea2643bfdff1 admin admin] Publish callbacks [] for security_group (089b5bc8-f82d-4537-b314-6721b265c34d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.683386 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5d88cd3-1f09-4f56-95ad-ea2643bfdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (089b5bc8-f82d-4537-b314-6721b265c34d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.686172 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a5d88cd3-1f09-4f56-95ad-ea2643bfdff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:14.689835 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a5d88cd3-1f09-4f56-95ad-ea2643bfdff1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/089b5bc8-f82d-4537-b314-6721b265c34d HTTP/1.1" status: 204 len: 168 time: 0.3160050 Jan 10 11:41:14.700971 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d88cd3-1f09-4f56-95ad-ea2643bfdff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089b5bc8-f82d-4537-b314-6721b265c34d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:14.750774 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42370) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:15.158962 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f57a74e-5fd9-49c0-852b-a7ad4b9f0247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.252659 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f57a74e-5fd9-49c0-852b-a7ad4b9f0247 admin admin] Publish callbacks [] for security_group (8e30372d-c6b3-46d7-889b-6dc9d1d54e94), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.437258 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-5f57a74e-5fd9-49c0-852b-a7ad4b9f0247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8e30372d-c6b3-46d7-889b-6dc9d1d54e94), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.476583 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5f57a74e-5fd9-49c0-852b-a7ad4b9f0247 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4729d5fc6854e13b331e0ca69db54fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7245266 Jan 10 11:41:15.479422 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57a74e-5fd9-49c0-852b-a7ad4b9f0247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30372d-c6b3-46d7-889b-6dc9d1d54e94,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:15.485236 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42382) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:15.546657 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6040232b-2459-4cf4-a3e6-728ae77abc6d admin admin] Publish callbacks [] for security_group (8e30372d-c6b3-46d7-889b-6dc9d1d54e94), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.574312 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6040232b-2459-4cf4-a3e6-728ae77abc6d admin admin] Publish callbacks [] for security_group (8e30372d-c6b3-46d7-889b-6dc9d1d54e94), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.609907 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42388) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:15.617871 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42390) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:15.623134 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417199777-network', 'tenant_id': '94a734a165b148febde15a3fde7ec197'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:15.624612 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4c146485-a124-44ea-9023-0261a8fd3c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.713409 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6040232b-2459-4cf4-a3e6-728ae77abc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8e30372d-c6b3-46d7-889b-6dc9d1d54e94), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.716250 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6040232b-2459-4cf4-a3e6-728ae77abc6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.717404 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6040232b-2459-4cf4-a3e6-728ae77abc6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e30372d-c6b3-46d7-889b-6dc9d1d54e94 HTTP/1.1" status: 204 len: 168 time: 0.2309561 Jan 10 11:41:15.725711 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040232b-2459-4cf4-a3e6-728ae77abc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30372d-c6b3-46d7-889b-6dc9d1d54e94,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:15.744346 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Made reservation on behalf of 94a734a165b148febde15a3fde7ec197 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:41:15.747143 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.756371 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.798445 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4c146485-a124-44ea-9023-0261a8fd3c22 admin admin] Publish callbacks [] for security_group (5825f7d8-436f-4231-a9bf-cfbc55a82a15), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.841601 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Publish callbacks [] for security_group (c46d9087-67a7-479b-842c-0f241618bc8d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.861212 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4c146485-a124-44ea-9023-0261a8fd3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (5825f7d8-436f-4231-a9bf-cfbc55a82a15), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.904020 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4c146485-a124-44ea-9023-0261a8fd3c22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8374716f54f4c2bbd0370c223cfb8e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928767 Jan 10 11:41:15.904886 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c146485-a124-44ea-9023-0261a8fd3c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5825f7d8-436f-4231-a9bf-cfbc55a82a15,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:15.906665 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42394) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:15.926012 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (c46d9087-67a7-479b-842c-0f241618bc8d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.967041 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:41:15.984255 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46d9087-67a7-479b-842c-0f241618bc8d,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:15.988824 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (e38dab4e-e51d-4aff-908e-bb5b634385e6), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:15.989170 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Added segment e38dab4e-e51d-4aff-908e-bb5b634385e6 of type vlan for network 0d4a9ce2-f4c8-496e-80d6-c7adf0733132 Jan 10 11:41:16.028617 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade0c11f-634f-485f-95aa-37f98a17966b admin admin] Publish callbacks [] for security_group (5825f7d8-436f-4231-a9bf-cfbc55a82a15), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.046431 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (0d4a9ce2-f4c8-496e-80d6-c7adf0733132), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.065283 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade0c11f-634f-485f-95aa-37f98a17966b admin admin] Publish callbacks [] for security_group (5825f7d8-436f-4231-a9bf-cfbc55a82a15), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.147098 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (0d4a9ce2-f4c8-496e-80d6-c7adf0733132), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.148073 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:16.148674 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.208328 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade0c11f-634f-485f-95aa-37f98a17966b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (5825f7d8-436f-4231-a9bf-cfbc55a82a15), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.211635 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ade0c11f-634f-485f-95aa-37f98a17966b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.212975 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ade0c11f-634f-485f-95aa-37f98a17966b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5825f7d8-436f-4231-a9bf-cfbc55a82a15 HTTP/1.1" status: 204 len: 168 time: 0.3051825 Jan 10 11:41:16.224563 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] Pushing event updated for resources: {'Network': ['ID=0d4a9ce2-f4c8-496e-80d6-c7adf0733132,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:16.228407 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0c11f-634f-485f-95aa-37f98a17966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5825f7d8-436f-4231-a9bf-cfbc55a82a15,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:16.235088 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 0d4a9ce2-f4c8-496e-80d6-c7adf0733132 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:41:16.263833 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42408) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:16.266675 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1a0cc5b3-1197-4c9a-8d94-cdc7d3dd2c7a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6442084 Jan 10 11:41:16.269449 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Request body: {'subnet': {'network_id': '0d4a9ce2-f4c8-496e-80d6-c7adf0733132', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417199777-subnet', 'tenant_id': '94a734a165b148febde15a3fde7ec197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:16.374047 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Made reservation on behalf of 94a734a165b148febde15a3fde7ec197 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:41:16.376577 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.735788 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (8a320d7b-3d98-42ed-960a-7f770dd56329), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.795996 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a320d7b-3d98-42ed-960a-7f770dd56329,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:16.803534 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Checking segment: {'id': 'e38dab4e-e51d-4aff-908e-bb5b634385e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0d4a9ce2-f4c8-496e-80d6-c7adf0733132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:41:16.803888 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Network hostable DHCP agents. Network: 0d4a9ce2-f4c8-496e-80d6-c7adf0733132, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:41:16.902986 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Network 0d4a9ce2-f4c8-496e-80d6-c7adf0733132 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:41:16.965200 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0d4a9ce2-f4c8-496e-80d6-c7adf0733132) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:41:16.970266 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:16.977429 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:16.979044 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e423f9-aa6d-439f-83d7-d454523929f6 None None] Network 0d4a9ce2-f4c8-496e-80d6-c7adf0733132 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:41:17.063061 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f9ba8578-c8e9-4a9b-b49f-4b0bbd3ad083 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7965095 Jan 10 11:41:17.094746 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5250957c-72c3-4a01-98f4-d832f15a0d54 None None] Network 0d4a9ce2-f4c8-496e-80d6-c7adf0733132 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:41:17.252184 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42446) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:17.309904 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cff0c6b-8247-4a45-9979-0527b32494ef admin admin] Deleting subnet 3ec339be-ff77-42a8-8189-d24d318f8fe1 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:41:17.315066 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5cff0c6b-8247-4a45-9979-0527b32494ef admin admin] Publish callbacks [] for subnet (3ec339be-ff77-42a8-8189-d24d318f8fe1), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.351779 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5cff0c6b-8247-4a45-9979-0527b32494ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (3ec339be-ff77-42a8-8189-d24d318f8fe1), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.396130 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5cff0c6b-8247-4a45-9979-0527b32494ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (3ec339be-ff77-42a8-8189-d24d318f8fe1), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.518478 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5cff0c6b-8247-4a45-9979-0527b32494ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (3ec339be-ff77-42a8-8189-d24d318f8fe1), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.546807 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff0c6b-8247-4a45-9979-0527b32494ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec339be-ff77-42a8-8189-d24d318f8fe1,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:17.548953 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5cff0c6b-8247-4a45-9979-0527b32494ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.552773 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5cff0c6b-8247-4a45-9979-0527b32494ef admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3ec339be-ff77-42a8-8189-d24d318f8fe1 HTTP/1.1" status: 204 len: 168 time: 0.2987108 Jan 10 11:41:17.557018 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42456) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:17.638654 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (1139d5e0-ef73-4a13-afa4-14a63124a630), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.748974 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (1139d5e0-ef73-4a13-afa4-14a63124a630), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.771951 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1139d5e0-ef73-4a13-afa4-14a63124a630']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:17.783049 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e059164-19fa-489b-9499-8bc338709c06') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:17.783341 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e059164-19fa-489b-9499-8bc338709c06') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:17.793894 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (5e059164-19fa-489b-9499-8bc338709c06), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.809614 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (5e059164-19fa-489b-9499-8bc338709c06), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.812867 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:41:17.813264 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (5e059164-19fa-489b-9499-8bc338709c06), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:41:17.814916 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:41:17.948124 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (1139d5e0-ef73-4a13-afa4-14a63124a630), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.953552 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:17.956653 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] 10.222.0.20 "DELETE /v2.0/networks/1139d5e0-ef73-4a13-afa4-14a63124a630 HTTP/1.1" status: 204 len: 168 time: 0.3985844 Jan 10 11:41:17.959630 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42464) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:17.967996 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e579e6f-2b4c-4993-85b3-0486d6f91f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=1139d5e0-ef73-4a13-afa4-14a63124a630,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:18.013926 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b15a4c-4d18-42f9-84de-f7e061304491 admin admin] Deleting subnet 8a320d7b-3d98-42ed-960a-7f770dd56329 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:41:18.017289 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f4b15a4c-4d18-42f9-84de-f7e061304491 admin admin] Publish callbacks [] for subnet (8a320d7b-3d98-42ed-960a-7f770dd56329), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.052540 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f4b15a4c-4d18-42f9-84de-f7e061304491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (8a320d7b-3d98-42ed-960a-7f770dd56329), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.097171 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f4b15a4c-4d18-42f9-84de-f7e061304491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (8a320d7b-3d98-42ed-960a-7f770dd56329), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.185259 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42470) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:18.214839 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f4b15a4c-4d18-42f9-84de-f7e061304491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (8a320d7b-3d98-42ed-960a-7f770dd56329), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.242139 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b15a4c-4d18-42f9-84de-f7e061304491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a320d7b-3d98-42ed-960a-7f770dd56329,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:18.247712 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f4b15a4c-4d18-42f9-84de-f7e061304491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.252521 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f4b15a4c-4d18-42f9-84de-f7e061304491 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a320d7b-3d98-42ed-960a-7f770dd56329 HTTP/1.1" status: 204 len: 168 time: 0.2903972 Jan 10 11:41:18.253706 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42474) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:18.296108 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f23b-afe2-48fa-81d0-dab988b08851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.327496 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (0d4a9ce2-f4c8-496e-80d6-c7adf0733132), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.373176 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f23b-afe2-48fa-81d0-dab988b08851 admin admin] Publish callbacks [] for security_group (a891ca02-a4f3-4e59-895e-d2e7bd5bf01f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.409186 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (0d4a9ce2-f4c8-496e-80d6-c7adf0733132), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.429555 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d4a9ce2-f4c8-496e-80d6-c7adf0733132']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:18.438964 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38dab4e-e51d-4aff-908e-bb5b634385e6') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:18.441545 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38dab4e-e51d-4aff-908e-bb5b634385e6') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:18.448705 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (e38dab4e-e51d-4aff-908e-bb5b634385e6), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.461587 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (e38dab4e-e51d-4aff-908e-bb5b634385e6), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.468027 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:41:18.468401 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (e38dab4e-e51d-4aff-908e-bb5b634385e6), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:41:18.470017 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:41:18.483790 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f23b-afe2-48fa-81d0-dab988b08851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a891ca02-a4f3-4e59-895e-d2e7bd5bf01f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.523268 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1f23b-afe2-48fa-81d0-dab988b08851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a891ca02-a4f3-4e59-895e-d2e7bd5bf01f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:18.528050 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5fb1f23b-afe2-48fa-81d0-dab988b08851 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f64eac1260384954894c2e5a11b787f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3415599 Jan 10 11:41:18.530934 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42476) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:18.583416 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23b31276-0793-4553-8d29-7e065e61c4cb admin admin] Publish callbacks [] for security_group (a891ca02-a4f3-4e59-895e-d2e7bd5bf01f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.592460 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (0d4a9ce2-f4c8-496e-80d6-c7adf0733132), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.599993 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.607650 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] 10.222.0.20 "DELETE /v2.0/networks/0d4a9ce2-f4c8-496e-80d6-c7adf0733132 HTTP/1.1" status: 204 len: 168 time: 0.3504796 Jan 10 11:41:18.607847 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23b31276-0793-4553-8d29-7e065e61c4cb admin admin] Publish callbacks [] for security_group (a891ca02-a4f3-4e59-895e-d2e7bd5bf01f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.619476 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a3810-10de-465d-bbcb-6814e36cc74d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4a9ce2-f4c8-496e-80d6-c7adf0733132,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:18.746883 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23b31276-0793-4553-8d29-7e065e61c4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a891ca02-a4f3-4e59-895e-d2e7bd5bf01f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.749614 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-23b31276-0793-4553-8d29-7e065e61c4cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:18.756621 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-23b31276-0793-4553-8d29-7e065e61c4cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a891ca02-a4f3-4e59-895e-d2e7bd5bf01f HTTP/1.1" status: 204 len: 168 time: 0.2191381 Jan 10 11:41:18.759654 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b31276-0793-4553-8d29-7e065e61c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a891ca02-a4f3-4e59-895e-d2e7bd5bf01f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:18.957644 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42484) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:19.007157 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42490) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:19.007694 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3c2ddccf-a212-4b72-b53d-8d35e3edff11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c2f3aba9b2f400eb083d419baf62aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481725 Jan 10 11:41:19.063623 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc022884-b75d-4886-8651-03a8c80af559 admin admin] Publish callbacks [] for security_group (cac575f5-f471-4d15-93cd-e5d1d3745697), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:19.085643 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc022884-b75d-4886-8651-03a8c80af559 admin admin] Publish callbacks [] for security_group (cac575f5-f471-4d15-93cd-e5d1d3745697), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:19.255811 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc022884-b75d-4886-8651-03a8c80af559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (cac575f5-f471-4d15-93cd-e5d1d3745697), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:19.260636 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dc022884-b75d-4886-8651-03a8c80af559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:19.260636 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-dc022884-b75d-4886-8651-03a8c80af559 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cac575f5-f471-4d15-93cd-e5d1d3745697 HTTP/1.1" status: 204 len: 168 time: 0.2515180 Jan 10 11:41:19.268013 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc022884-b75d-4886-8651-03a8c80af559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac575f5-f471-4d15-93cd-e5d1d3745697,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:20.241325 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42526) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:20.284122 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c4199334-91cc-4f7b-9813-9c201aa7c922 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94a734a165b148febde15a3fde7ec197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416014 Jan 10 11:41:20.286809 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42528) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:20.345480 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4881e84e-b15d-4101-a3d8-8860918c1904 admin admin] Publish callbacks [] for security_group (c46d9087-67a7-479b-842c-0f241618bc8d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.367273 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4881e84e-b15d-4101-a3d8-8860918c1904 admin admin] Publish callbacks [] for security_group (c46d9087-67a7-479b-842c-0f241618bc8d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.484062 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4881e84e-b15d-4101-a3d8-8860918c1904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (c46d9087-67a7-479b-842c-0f241618bc8d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.486758 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4881e84e-b15d-4101-a3d8-8860918c1904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:20.488226 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4881e84e-b15d-4101-a3d8-8860918c1904 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c46d9087-67a7-479b-842c-0f241618bc8d HTTP/1.1" status: 204 len: 168 time: 0.2004454 Jan 10 11:41:20.500822 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881e84e-b15d-4101-a3d8-8860918c1904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46d9087-67a7-479b-842c-0f241618bc8d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:21.295808 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c8452-d5e3-424b-9f03-aa9aa6967f90 req-a54175bf-6d42-46eb-8c53-6320d3d9b1aa tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:21.297343 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-752c8452-d5e3-424b-9f03-aa9aa6967f90 req-a54175bf-6d42-46eb-8c53-6320d3d9b1aa tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0531034 Jan 10 11:41:21.348583 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-752c8452-d5e3-424b-9f03-aa9aa6967f90 req-af1f8d37-1a20-4181-830a-530dce5e2a04 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445888 Jan 10 11:41:22.480079 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61f918-42db-4391-82aa-4fcb8c7502e6 req-ee4e44b8-a0cb-428b-a9a2-592167c813ff tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:22.480079 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0a61f918-42db-4391-82aa-4fcb8c7502e6 req-ee4e44b8-a0cb-428b-a9a2-592167c813ff tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0511827 Jan 10 11:41:22.523454 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0a61f918-42db-4391-82aa-4fcb8c7502e6 req-7b2f2494-d7cb-4abe-b121-26527a046100 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441527 Jan 10 11:41:23.298063 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42646) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:23.406001 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-27bb1789-f916-4eb3-b882-f7265b0badb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:23.482849 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-27bb1789-f916-4eb3-b882-f7265b0badb2 admin admin] Publish callbacks [] for security_group (8827521b-fe7f-45a5-8c71-fa1601933236), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:23.547166 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-27bb1789-f916-4eb3-b882-f7265b0badb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8827521b-fe7f-45a5-8c71-fa1601933236), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:23.588209 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb1789-f916-4eb3-b882-f7265b0badb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8827521b-fe7f-45a5-8c71-fa1601933236,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:23.607261 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42660) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:23.607766 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-27bb1789-f916-4eb3-b882-f7265b0badb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a1de7d6cd3a5483292fa95f925271abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106177 Jan 10 11:41:23.913066 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60c94-0301-4ad3-8397-6ee405e8d9ec req-f6425f06-4a57-40a3-aa9f-86e3677d5f80 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:23.914531 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a0e60c94-0301-4ad3-8397-6ee405e8d9ec req-f6425f06-4a57-40a3-aa9f-86e3677d5f80 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.3180921 Jan 10 11:41:23.935183 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e615c6e7-f710-4349-b2fc-85909b9f3543 admin admin] Publish callbacks [] for security_group (8827521b-fe7f-45a5-8c71-fa1601933236), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:23.984351 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e615c6e7-f710-4349-b2fc-85909b9f3543 admin admin] Publish callbacks [] for security_group (8827521b-fe7f-45a5-8c71-fa1601933236), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:23.997383 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a0e60c94-0301-4ad3-8397-6ee405e8d9ec req-d609af9e-16dc-4e1c-9aa8-7a8d68e4248e tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727999 Jan 10 11:41:24.118654 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e615c6e7-f710-4349-b2fc-85909b9f3543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (8827521b-fe7f-45a5-8c71-fa1601933236), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:24.122325 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e615c6e7-f710-4349-b2fc-85909b9f3543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:24.130816 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e615c6e7-f710-4349-b2fc-85909b9f3543 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8827521b-fe7f-45a5-8c71-fa1601933236 HTTP/1.1" status: 204 len: 168 time: 0.5155165 Jan 10 11:41:24.138581 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615c6e7-f710-4349-b2fc-85909b9f3543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8827521b-fe7f-45a5-8c71-fa1601933236,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:24.418926 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a797a61e-6551-4fd7-b9b5-f169f86bc103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:24.859673 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42708) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:24.873489 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf0e2-01de-4f9f-9ddd-d58f4432632e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:24.952946 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf0e2-01de-4f9f-9ddd-d58f4432632e admin admin] Publish callbacks [] for security_group (225b02d1-9eb5-4f6c-822a-2e9768395add), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:25.014339 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b2ccf0e2-01de-4f9f-9ddd-d58f4432632e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (225b02d1-9eb5-4f6c-822a-2e9768395add), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:25.053565 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b2ccf0e2-01de-4f9f-9ddd-d58f4432632e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1418fcbd1e994332978010131a5717cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927533 Jan 10 11:41:25.054444 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccf0e2-01de-4f9f-9ddd-d58f4432632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225b02d1-9eb5-4f6c-822a-2e9768395add,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:25.057519 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42718) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:25.117389 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-447ba348-6ca3-4499-8f86-7a34970ce612 admin admin] Publish callbacks [] for security_group (225b02d1-9eb5-4f6c-822a-2e9768395add), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:25.143518 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-447ba348-6ca3-4499-8f86-7a34970ce612 admin admin] Publish callbacks [] for security_group (225b02d1-9eb5-4f6c-822a-2e9768395add), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:25.185168 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd9422-497e-4738-ae84-891a817ae1f5 req-9ca7ac0f-562b-4b01-b734-be90e73de090 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:25.186688 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f9fd9422-497e-4738-ae84-891a817ae1f5 req-9ca7ac0f-562b-4b01-b734-be90e73de090 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0607061 Jan 10 11:41:25.246967 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f9fd9422-497e-4738-ae84-891a817ae1f5 req-c02f38e4-8c49-4fcb-ab24-0a29a1a0bec0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494580 Jan 10 11:41:25.318814 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-447ba348-6ca3-4499-8f86-7a34970ce612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (225b02d1-9eb5-4f6c-822a-2e9768395add), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:25.321292 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-447ba348-6ca3-4499-8f86-7a34970ce612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:25.325407 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-447ba348-6ca3-4499-8f86-7a34970ce612 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/225b02d1-9eb5-4f6c-822a-2e9768395add HTTP/1.1" status: 204 len: 168 time: 0.2664413 Jan 10 11:41:25.333886 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ba348-6ca3-4499-8f86-7a34970ce612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225b02d1-9eb5-4f6c-822a-2e9768395add,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:26.370740 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e633b91-53bc-4a78-835c-bb2f649d3d35 req-0b71d9b5-9e49-434c-b1e8-1ed0e3995c78 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:26.372973 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2e633b91-53bc-4a78-835c-bb2f649d3d35 req-0b71d9b5-9e49-434c-b1e8-1ed0e3995c78 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0515454 Jan 10 11:41:26.427015 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2e633b91-53bc-4a78-835c-bb2f649d3d35 req-acab5d37-35f5-45c7-9390-f533c077f1de tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478215 Jan 10 11:41:26.644724 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f15c251c-4260-4c16-9f29-87c428a7b5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:27.549551 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8d681-8ba2-4272-825e-a49cd2dc8774 req-bb017158-91c8-490e-92da-65f3910aad8b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:27.551284 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f5e8d681-8ba2-4272-825e-a49cd2dc8774 req-bb017158-91c8-490e-92da-65f3910aad8b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0546556 Jan 10 11:41:27.611272 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f5e8d681-8ba2-4272-825e-a49cd2dc8774 req-6c832bf0-9a26-4a1e-b51c-5bd809bda1fe tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535693 Jan 10 11:41:27.991880 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:28.036932 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42816) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:28.147611 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfc042e7-5175-4717-a352-918765b39767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:28.219885 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfc042e7-5175-4717-a352-918765b39767 admin admin] Publish callbacks [] for security_group (2dabe62d-16e2-4fca-854a-ed1f8bd4233f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:28.318940 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cfc042e7-5175-4717-a352-918765b39767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (2dabe62d-16e2-4fca-854a-ed1f8bd4233f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:28.360434 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cfc042e7-5175-4717-a352-918765b39767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04773ea0ab72461b80912284c8b0758b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223062 Jan 10 11:41:28.363807 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc042e7-5175-4717-a352-918765b39767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabe62d-16e2-4fca-854a-ed1f8bd4233f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:28.363956 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42820) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:28.412834 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e272-b169-46bd-be30-a2224a77bd1d admin admin] Publish callbacks [] for security_group (2dabe62d-16e2-4fca-854a-ed1f8bd4233f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:28.435997 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e272-b169-46bd-be30-a2224a77bd1d admin admin] Publish callbacks [] for security_group (2dabe62d-16e2-4fca-854a-ed1f8bd4233f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:28.559017 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e272-b169-46bd-be30-a2224a77bd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (2dabe62d-16e2-4fca-854a-ed1f8bd4233f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:28.561723 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e272-b169-46bd-be30-a2224a77bd1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:28.562965 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1fa6e272-b169-46bd-be30-a2224a77bd1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dabe62d-16e2-4fca-854a-ed1f8bd4233f HTTP/1.1" status: 204 len: 168 time: 0.1984313 Jan 10 11:41:28.570892 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6e272-b169-46bd-be30-a2224a77bd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabe62d-16e2-4fca-854a-ed1f8bd4233f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:28.735143 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f43c17-5e4e-46fa-b0e3-7f7436c06ef7 req-0e654ce0-0ca9-4599-9298-b70dd30c749f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:28.736614 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-48f43c17-5e4e-46fa-b0e3-7f7436c06ef7 req-0e654ce0-0ca9-4599-9298-b70dd30c749f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0521607 Jan 10 11:41:28.788239 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-48f43c17-5e4e-46fa-b0e3-7f7436c06ef7 req-c4507a48-8d14-4c84-a639-844d4087a051 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456362 Jan 10 11:41:29.262349 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42840) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:29.276282 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2d10-d57f-4120-bcc0-ada49d58f869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.356959 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2d10-d57f-4120-bcc0-ada49d58f869 admin admin] Publish callbacks [] for security_group (ba206d74-d472-409a-88b7-79f43ed62560), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.421110 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42846) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:29.519678 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2c2a2d10-d57f-4120-bcc0-ada49d58f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ba206d74-d472-409a-88b7-79f43ed62560), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.532467 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10a857b5-71b5-4dc0-adb4-c9442dc29a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.580715 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a2d10-d57f-4120-bcc0-ada49d58f869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba206d74-d472-409a-88b7-79f43ed62560,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:29.589730 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2c2a2d10-d57f-4120-bcc0-ada49d58f869 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e791fc753fe4c238b95a97ba5ae7076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261864 Jan 10 11:41:29.590964 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42852) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:29.608626 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-a46463bb-823a-4cce-a707-222eae49af95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0636265 Jan 10 11:41:29.616060 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.651687 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57434b9-18e0-4c50-9e41-62a21c853760 admin admin] Publish callbacks [] for security_group (ba206d74-d472-409a-88b7-79f43ed62560), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.666054 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10a857b5-71b5-4dc0-adb4-c9442dc29a07 admin admin] Publish callbacks [] for security_group (78892363-3d67-4f02-9b13-10f9ad8b78d7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.683532 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57434b9-18e0-4c50-9e41-62a21c853760 admin admin] Publish callbacks [] for security_group (ba206d74-d472-409a-88b7-79f43ed62560), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.736067 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-eee0ca53-0ed0-46e8-986c-91cd0667c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:29.737829 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-eee0ca53-0ed0-46e8-986c-91cd0667c55f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 1099 time: 0.0427244 Jan 10 11:41:29.738931 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-10a857b5-71b5-4dc0-adb4-c9442dc29a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (78892363-3d67-4f02-9b13-10f9ad8b78d7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.802594 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-10a857b5-71b5-4dc0-adb4-c9442dc29a07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=461c05e73d8c4f928a62c796c018f5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803279 Jan 10 11:41:29.805410 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42858) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:29.811372 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a857b5-71b5-4dc0-adb4-c9442dc29a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78892363-3d67-4f02-9b13-10f9ad8b78d7,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:29.851698 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57434b9-18e0-4c50-9e41-62a21c853760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ba206d74-d472-409a-88b7-79f43ed62560), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.855620 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f57434b9-18e0-4c50-9e41-62a21c853760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.860907 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f57434b9-18e0-4c50-9e41-62a21c853760 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba206d74-d472-409a-88b7-79f43ed62560 HTTP/1.1" status: 204 len: 168 time: 0.2640812 Jan 10 11:41:29.875228 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ab68-cfa9-4062-b9bf-b6cc90cd77f0 admin admin] Publish callbacks [] for security_group (78892363-3d67-4f02-9b13-10f9ad8b78d7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.889223 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-3c3839c1-db42-4012-be53-b99648d40131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:29.891250 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-3c3839c1-db42-4012-be53-b99648d40131 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 917 time: 0.1286128 Jan 10 11:41:29.900270 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ab68-cfa9-4062-b9bf-b6cc90cd77f0 admin admin] Publish callbacks [] for security_group (78892363-3d67-4f02-9b13-10f9ad8b78d7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:29.953189 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57434b9-18e0-4c50-9e41-62a21c853760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba206d74-d472-409a-88b7-79f43ed62560,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:30.008519 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-6fb07da3-1d1e-449a-a74d-3b56e2dfaeec service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b HTTP/1.1" status: 200 len: 1001 time: 0.1103280 Jan 10 11:41:30.029836 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb2e0f-4329-4032-9e66-4e4245062deb req-606dce04-da55-4111-b584-3155da3cf5c6 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:30.033036 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3ceb2e0f-4329-4032-9e66-4e4245062deb req-606dce04-da55-4111-b584-3155da3cf5c6 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0803256 Jan 10 11:41:30.053934 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ab68-cfa9-4062-b9bf-b6cc90cd77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (78892363-3d67-4f02-9b13-10f9ad8b78d7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:30.057305 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ab68-cfa9-4062-b9bf-b6cc90cd77f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:30.058566 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f3f4ab68-cfa9-4062-b9bf-b6cc90cd77f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78892363-3d67-4f02-9b13-10f9ad8b78d7 HTTP/1.1" status: 204 len: 168 time: 0.2521234 Jan 10 11:41:30.069413 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-f124a4a3-7cd3-4393-b741-4d28a9dbdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:30.071091 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-f124a4a3-7cd3-4393-b741-4d28a9dbdf46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.0567365 Jan 10 11:41:30.078831 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4ab68-cfa9-4062-b9bf-b6cc90cd77f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78892363-3d67-4f02-9b13-10f9ad8b78d7,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:30.098416 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3ceb2e0f-4329-4032-9e66-4e4245062deb req-6bd0f843-ba1a-4a5b-aa70-0539368d6418 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607076 Jan 10 11:41:30.136450 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-60f52a15-fd9a-40d7-8171-04d6b08cfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:30.139049 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-60f52a15-fd9a-40d7-8171-04d6b08cfbb1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613511 Jan 10 11:41:30.153145 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:30.235544 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-54d88bed-fac7-4456-9e8e-84b6d00b8af1 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898468 Jan 10 11:41:30.329911 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-53a6d9b2-9eab-45db-9100-9edb9c9b13c0 req-c432f13a-0f7f-4027-ae6f-2c2840c24c76 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880823 Jan 10 11:41:30.861850 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:31.285880 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f983-1e5e-4967-958b-05cc02e19bf9 req-ec27859a-8cee-4c08-8edb-16842094c9ac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:31.288004 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7438f983-1e5e-4967-958b-05cc02e19bf9 req-ec27859a-8cee-4c08-8edb-16842094c9ac tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0729072 Jan 10 11:41:31.336766 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7438f983-1e5e-4967-958b-05cc02e19bf9 req-87dba468-3ddc-436a-b78d-319ccc53ca8c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Jan 10 11:41:31.612798 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42910) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:31.686177 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42916) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:31.776474 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df3b96ad-0bf9-4947-b812-7c2598a3d54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:31.807004 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21f56985-4018-402a-b8f1-2d01712df0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:31.855176 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df3b96ad-0bf9-4947-b812-7c2598a3d54e admin admin] Publish callbacks [] for security_group (6be5c6ae-4a98-40b8-80f3-17de4acb080e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:31.884554 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21f56985-4018-402a-b8f1-2d01712df0c9 admin admin] Publish callbacks [] for security_group (aa8d5a33-0bc2-4d94-81ef-862a25bb52d8), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:31.953230 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-df3b96ad-0bf9-4947-b812-7c2598a3d54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (6be5c6ae-4a98-40b8-80f3-17de4acb080e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:31.981929 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-21f56985-4018-402a-b8f1-2d01712df0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (aa8d5a33-0bc2-4d94-81ef-862a25bb52d8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:31.992037 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b96ad-0bf9-4947-b812-7c2598a3d54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be5c6ae-4a98-40b8-80f3-17de4acb080e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:31.998813 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-df3b96ad-0bf9-4947-b812-7c2598a3d54e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29be605e36934c408fe25a661007780b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835571 Jan 10 11:41:32.000037 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42920) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:32.027729 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-21f56985-4018-402a-b8f1-2d01712df0c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3408d8835964446aa998cd41a401fd6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403354 Jan 10 11:41:32.028556 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f56985-4018-402a-b8f1-2d01712df0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8d5a33-0bc2-4d94-81ef-862a25bb52d8,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:32.030385 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42922) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:32.080617 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bcaee758-13a2-4c5b-927c-3b073c5fba60 admin admin] Publish callbacks [] for security_group (6be5c6ae-4a98-40b8-80f3-17de4acb080e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:32.113657 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bcaee758-13a2-4c5b-927c-3b073c5fba60 admin admin] Publish callbacks [] for security_group (6be5c6ae-4a98-40b8-80f3-17de4acb080e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:32.115444 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c4f8f7a-ad24-47d9-951e-4a077cf6ff99 admin admin] Publish callbacks [] for security_group (aa8d5a33-0bc2-4d94-81ef-862a25bb52d8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:32.159342 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c4f8f7a-ad24-47d9-951e-4a077cf6ff99 admin admin] Publish callbacks [] for security_group (aa8d5a33-0bc2-4d94-81ef-862a25bb52d8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:32.273571 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bcaee758-13a2-4c5b-927c-3b073c5fba60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (6be5c6ae-4a98-40b8-80f3-17de4acb080e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:32.276853 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-bcaee758-13a2-4c5b-927c-3b073c5fba60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:32.277991 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-bcaee758-13a2-4c5b-927c-3b073c5fba60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6be5c6ae-4a98-40b8-80f3-17de4acb080e HTTP/1.1" status: 204 len: 168 time: 0.2767975 Jan 10 11:41:32.286952 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaee758-13a2-4c5b-927c-3b073c5fba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be5c6ae-4a98-40b8-80f3-17de4acb080e,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:32.315819 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c4f8f7a-ad24-47d9-951e-4a077cf6ff99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (aa8d5a33-0bc2-4d94-81ef-862a25bb52d8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:32.318571 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1c4f8f7a-ad24-47d9-951e-4a077cf6ff99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:32.319733 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1c4f8f7a-ad24-47d9-951e-4a077cf6ff99 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa8d5a33-0bc2-4d94-81ef-862a25bb52d8 HTTP/1.1" status: 204 len: 168 time: 0.2884243 Jan 10 11:41:32.329689 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f8f7a-ad24-47d9-951e-4a077cf6ff99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8d5a33-0bc2-4d94-81ef-862a25bb52d8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:32.467146 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478f593-442c-4e35-acaa-3d19b023aa3c req-e56459d1-88b8-4cc7-ae5f-4211c892a8b2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:32.468703 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8478f593-442c-4e35-acaa-3d19b023aa3c req-e56459d1-88b8-4cc7-ae5f-4211c892a8b2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0535491 Jan 10 11:41:32.531598 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8478f593-442c-4e35-acaa-3d19b023aa3c req-601f78d3-9ac0-487e-9959-320700b95b6f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569651 Jan 10 11:41:32.961061 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390acd51-a2cb-46ce-bcb9-45c0c9711362 req-51d243c4-2ab6-4140-8879-30f7345e640a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:32.962657 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-390acd51-a2cb-46ce-bcb9-45c0c9711362 req-51d243c4-2ab6-4140-8879-30f7345e640a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0920062 Jan 10 11:41:33.016492 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-390acd51-a2cb-46ce-bcb9-45c0c9711362 req-bdeb8ea1-9387-40db-ac8f-cc81e53b4869 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474620 Jan 10 11:41:33.027874 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-17280f66-864e-43a8-bfec-175f2ada5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:33.029449 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-17280f66-864e-43a8-bfec-175f2ada5727 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 1098 time: 0.0425177 Jan 10 11:41:33.127487 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-87e68235-ba9d-403f-b244-ff0b6243e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:33.128863 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-87e68235-ba9d-403f-b244-ff0b6243e183 service neutron] 10.222.0.31 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 910 time: 0.0927494 Jan 10 11:41:33.136622 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42958) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:33.153415 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10e3c966-16fb-4322-9111-c5ee03e07e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.204547 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-1ee2c956-a331-43b2-ab9a-d7f508cca7a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846 HTTP/1.1" status: 200 len: 1000 time: 0.0679257 Jan 10 11:41:33.251638 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10e3c966-16fb-4322-9111-c5ee03e07e5c admin admin] Publish callbacks [] for security_group (0476e0e4-b62a-4951-851f-f48a1024e1bc), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.277285 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-955bd4e6-7da9-448f-9a71-84e46b4446ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:33.278905 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-955bd4e6-7da9-448f-9a71-84e46b4446ba service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe8d977-d9d4-4188-b59c-1cc7a7b05656 HTTP/1.1" status: 200 len: 848 time: 0.0552185 Jan 10 11:41:33.324323 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-4510e707-f27d-4f91-bef5-57da21c53a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:33.325800 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-4510e707-f27d-4f91-bef5-57da21c53a99 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405114 Jan 10 11:41:33.421972 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-10e3c966-16fb-4322-9111-c5ee03e07e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0476e0e4-b62a-4951-851f-f48a1024e1bc), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.426823 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-92e88c40-f5f1-4ffa-a71c-df11f36700d3 service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936761 Jan 10 11:41:33.466469 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-10e3c966-16fb-4322-9111-c5ee03e07e5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=078ae002e91e479889a0751269e817a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297999 Jan 10 11:41:33.468267 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3c966-16fb-4322-9111-c5ee03e07e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0476e0e4-b62a-4951-851f-f48a1024e1bc,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:33.481037 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42966) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:33.539198 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64b95460-c7f2-4b21-a000-b96ed7aa657f req-5fb38c95-305e-4c1e-9246-d13ff4071fdb service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050534 Jan 10 11:41:33.540741 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ded3dc98-0b64-49a8-be4f-766edceaf87a admin admin] Publish callbacks [] for security_group (0476e0e4-b62a-4951-851f-f48a1024e1bc), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.565556 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ded3dc98-0b64-49a8-be4f-766edceaf87a admin admin] Publish callbacks [] for security_group (0476e0e4-b62a-4951-851f-f48a1024e1bc), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.657421 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 42970) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:33.690156 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ded3dc98-0b64-49a8-be4f-766edceaf87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0476e0e4-b62a-4951-851f-f48a1024e1bc), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.692746 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ded3dc98-0b64-49a8-be4f-766edceaf87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.693939 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ded3dc98-0b64-49a8-be4f-766edceaf87a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0476e0e4-b62a-4951-851f-f48a1024e1bc HTTP/1.1" status: 204 len: 168 time: 0.2118776 Jan 10 11:41:33.704613 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3dc98-0b64-49a8-be4f-766edceaf87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0476e0e4-b62a-4951-851f-f48a1024e1bc,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:33.773634 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-330081928-network', 'tenant_id': '0f63270caad74d2ab5a02aa80ad08ea1'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:33.873503 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Made reservation on behalf of 0f63270caad74d2ab5a02aa80ad08ea1 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:41:33.875981 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.887196 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:33.997538 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Publish callbacks [] for security_group (0e5bba8e-012b-4441-93e6-ead16ec409c4), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.062670 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0e5bba8e-012b-4441-93e6-ead16ec409c4), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.095196 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:41:34.111040 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5bba8e-012b-4441-93e6-ead16ec409c4,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:34.133192 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (580b06c8-0fd6-4581-9c7b-0a7beb70729e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.133531 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Added segment 580b06c8-0fd6-4581-9c7b-0a7beb70729e of type vlan for network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 Jan 10 11:41:34.187454 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (ef46ac2a-9aa5-4568-beae-a9f54e14c6d0), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.203191 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f330569-1dc8-44e8-9e76-81b50414c6a9 req-43f33683-f598-4a27-8946-339c83350529 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:34.204819 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6f330569-1dc8-44e8-9e76-81b50414c6a9 req-43f33683-f598-4a27-8946-339c83350529 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.1138446 Jan 10 11:41:34.267703 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6f330569-1dc8-44e8-9e76-81b50414c6a9 req-95cca087-4972-451d-a036-954a1a332133 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549932 Jan 10 11:41:34.351549 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (ef46ac2a-9aa5-4568-beae-a9f54e14c6d0), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.352785 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:34.353252 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.356212 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42988) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:34.375038 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.427471 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21803522-e0c3-43ca-9dc1-0664e7e70ea4 req-62d8b6b7-87a5-47e4-a8b7-0e298b8d3c25 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:34.428970 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21803522-e0c3-43ca-9dc1-0664e7e70ea4 req-62d8b6b7-87a5-47e4-a8b7-0e298b8d3c25 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 946 time: 0.1090963 Jan 10 11:41:34.432692 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Pushing event updated for resources: {'Network': ['ID=ef46ac2a-9aa5-4568-beae-a9f54e14c6d0,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:34.446662 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.446927 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.447349 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.447859 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.448322 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.448550 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.448873 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.449197 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.449524 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.449850 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.450159 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.450503 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.450819 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.452666 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Publish callbacks [] for security_group (0ab1e0b3-7ce8-476c-879c-05b54ff745c7), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.463202 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:41:34.466844 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-55954a69-eeef-4ec7-8962-007101d8ba40 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8075340 Jan 10 11:41:34.469759 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42990) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:34.474945 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Request body: {'subnet': {'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-330081928-subnet', 'tenant_id': '0f63270caad74d2ab5a02aa80ad08ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:34.507810 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0ab1e0b3-7ce8-476c-879c-05b54ff745c7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.511450 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21803522-e0c3-43ca-9dc1-0664e7e70ea4 req-a663c8c2-09c5-4f00-a64c-bc2634fde614 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750411 Jan 10 11:41:34.542467 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab1e0b3-7ce8-476c-879c-05b54ff745c7,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:34.556252 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.556654 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.557504 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.557876 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.558204 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.558549 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.558873 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.559193 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.559512 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.559830 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.560151 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.560463 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.560773 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:34.565757 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6872f8d6-610a-4f4b-8d52-2757cfcf4dbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8c280054f44c40b39173457329500564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085569 Jan 10 11:41:34.568390 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 42992) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:34.592486 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Made reservation on behalf of 0f63270caad74d2ab5a02aa80ad08ea1 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:41:34.594726 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.672012 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-575a00c8-40c8-4a44-ab95-6b66af91f018 admin admin] Publish callbacks [] for security_group (0ab1e0b3-7ce8-476c-879c-05b54ff745c7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.706312 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-575a00c8-40c8-4a44-ab95-6b66af91f018 admin admin] Publish callbacks [] for security_group (0ab1e0b3-7ce8-476c-879c-05b54ff745c7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.850091 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-575a00c8-40c8-4a44-ab95-6b66af91f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0ab1e0b3-7ce8-476c-879c-05b54ff745c7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.852642 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-575a00c8-40c8-4a44-ab95-6b66af91f018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.855612 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-575a00c8-40c8-4a44-ab95-6b66af91f018 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ab1e0b3-7ce8-476c-879c-05b54ff745c7 HTTP/1.1" status: 204 len: 168 time: 0.2845454 Jan 10 11:41:34.862280 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a00c8-40c8-4a44-ab95-6b66af91f018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab1e0b3-7ce8-476c-879c-05b54ff745c7,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:34.879476 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (339ee23a-d96f-4016-8e7d-672f3e7d8b82), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:34.941864 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339ee23a-d96f-4016-8e7d-672f3e7d8b82,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:34.955638 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Checking segment: {'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:41:34.956226 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Network hostable DHCP agents. Network: ef46ac2a-9aa5-4568-beae-a9f54e14c6d0, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:41:35.061581 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:41:35.142095 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ef46ac2a-9aa5-4568-beae-a9f54e14c6d0) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:41:35.147765 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:35.148836 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:35.155025 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2ce66-61b1-4e3f-99d5-ee63dca7f948 None None] Network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:41:35.254328 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10efc82f-b257-4825-9bdb-501f031e39cd None None] Network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:41:35.258863 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-38338c6d-3d35-4a6f-8591-adb08c77af24 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7877421 Jan 10 11:41:35.408625 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60114d1-43ec-45a4-b65f-844d50822ad1 req-6d1733e9-ea9b-4ab1-b228-20ec948300e2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:35.410204 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d60114d1-43ec-45a4-b65f-844d50822ad1 req-6d1733e9-ea9b-4ab1-b228-20ec948300e2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0611148 Jan 10 11:41:35.467937 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d60114d1-43ec-45a4-b65f-844d50822ad1 req-fad3a9fe-10f1-4d01-b086-1ff42cfd483c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507610 Jan 10 11:41:35.637537 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e66513-85f4-4fd6-a1be-b896df94c604 req-b422ab79-d206-438b-9978-deacfd1d34a0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:35.639043 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-25e66513-85f4-4fd6-a1be-b896df94c604 req-b422ab79-d206-438b-9978-deacfd1d34a0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 946 time: 0.0541255 Jan 10 11:41:35.687931 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-25e66513-85f4-4fd6-a1be-b896df94c604 req-ba16d979-18c7-4a98-8cf0-0042e587d7e8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=cd2c8164-0f44-4a4d-aba6-678f738986c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Jan 10 11:41:35.827758 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:41:35.835017 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797079c4-243d-4d78-86e0-a62bd4991ede req-5170a186-f65e-4d60-b8d1-a785f0236f60 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:35.836522 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-797079c4-243d-4d78-86e0-a62bd4991ede req-5170a186-f65e-4d60-b8d1-a785f0236f60 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 946 time: 0.0589118 Jan 10 11:41:35.945871 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Deleting port ad9b761f-8e30-4890-b16f-aceb4777ab0b {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:41:35.946391 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:36.043274 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] For port ad9b761f-8e30-4890-b16f-aceb4777ab0b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ad9b761f-8e30-4890-b16f-aceb4777ab0b,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:41:36.043645 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:36.508923 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:36.509288 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (1b9553a7-a15d-4c0a-9417-346dbb2ef07c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:36.509605 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Floating IP 1b9553a7-a15d-4c0a-9417-346dbb2ef07c disassociated. External IP: 172.37.3.164, port: ad9b761f-8e30-4890-b16f-aceb4777ab0b. Jan 10 11:41:36.510625 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Calling delete_port for ad9b761f-8e30-4890-b16f-aceb4777ab0b owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:41:36.724913 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (ad9b761f-8e30-4890-b16f-aceb4777ab0b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:36.760281 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event deleted for resources: {'Port': ['ID=ad9b761f-8e30-4890-b16f-aceb4777ab0b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:36.799710 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c1780174-8e65-41b5-85e2-710ffefa5b0c req-015458ab-2cb5-419e-b18e-1dfdc71822e2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 210 time: 0.0273559 Jan 10 11:41:36.924884 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:41:37.060153 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:41:37.072304 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] Sync routers for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:41:37.092006 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:41:37.092754 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:41:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:37.105643 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] No DVR routers for this DVR port ad9b761f-8e30-4890-b16f-aceb4777ab0b on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:41:37.109016 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:37.113110 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-797079c4-243d-4d78-86e0-a62bd4991ede req-f8d99639-1feb-40be-8e3f-cc75c9ac8e89 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "DELETE /v2.0/ports/ad9b761f-8e30-4890-b16f-aceb4777ab0b HTTP/1.1" status: 204 len: 173 time: 1.2712796 Jan 10 11:41:37.113576 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-deleted', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:41:37.117198 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfdc8ba-694a-4eb8-918a-9fe3e6064264" -d '{"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-deleted", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:41:37.155673 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6fb75c-d1c4-4f17-b211-fabc428904c1 x-openstack-request-id: req-8b6fb75c-d1c4-4f17-b211-fabc428904c1 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:41:37.155959 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb58298d-9795-4c2b-86b6-3b17b668765f", "name": "network-vif-deleted", "tag": "ad9b761f-8e30-4890-b16f-aceb4777ab0b", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:41:37.156206 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b6fb75c-d1c4-4f17-b211-fabc428904c1 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:41:37.156593 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb58298d-9795-4c2b-86b6-3b17b668765f', 'name': 'network-vif-deleted', 'tag': 'ad9b761f-8e30-4890-b16f-aceb4777ab0b', 'status': 'completed', 'code': 200} Jan 10 11:41:37.214133 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:41:37.486598 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:37.515596 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] Checking router: 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:41:37.524149 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-e469e961-fc2c-4ef1-ab47-c29afefe32ac tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:37.524470 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:41:37.525080 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:41:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:37.525670 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-e469e961-fc2c-4ef1-ab47-c29afefe32ac tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/networks?id=ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 HTTP/1.1" status: 200 len: 808 time: 0.1137249 Jan 10 11:41:37.540544 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-a1950b7a-6aac-4e17-8de9-865a1dc3e199 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/quotas/0f63270caad74d2ab5a02aa80ad08ea1 HTTP/1.1" status: 200 len: 375 time: 0.0092211 Jan 10 11:41:37.573929 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-5d95c9b5-ac72-4340-b5e0-c8dff2463ab7 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268633 Jan 10 11:41:37.636797 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:41:37.680828 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-d01f11c7-961a-45e8-8833-eca1b477aa3a service neutron] 10.222.0.20 "GET /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002166 Jan 10 11:41:37.798790 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-bc2f2423-ddba-4a6c-976c-92ecfec21e36 service neutron] 10.222.0.20 "GET /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097903 Jan 10 11:41:37.867684 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:41:37.897980 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ecd95-4111-4e25-8443-3253434d62aa None None] The sync data for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi is: [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:41:37.922599 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-63b6108d-c853-4a32-b11c-c3e0e7765789 req-6f65da56-1594-4837-b6f3-a65032234c3f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb58298d-9795-4c2b-86b6-3b17b668765f HTTP/1.1" status: 200 len: 210 time: 0.0290775 Jan 10 11:41:38.071951 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d6aee56-96ad-4773-aa83-d2bc6240aea8 req-61437782-84bf-4b0e-b153-f0c1ac1f7309 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 210 time: 0.0415905 Jan 10 11:41:38.229849 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e1f509-d28c-4f9c-97cc-c512701c8736 None None] New status for floating IP 1b9553a7-a15d-4c0a-9417-346dbb2ef07c: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:41:39.151247 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-19f2e6b8-3abe-441b-b040-1d1ab1e9a0da req-fe013739-74e1-4a74-88c4-1393ca1254ac tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 210 time: 0.0257173 Jan 10 11:41:39.224067 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43086) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:39.286323 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30156d8a-a237-4af8-92bd-444358b1f445 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (cd2c8164-0f44-4a4d-aba6-678f738986c0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.312488 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30156d8a-a237-4af8-92bd-444358b1f445 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (cd2c8164-0f44-4a4d-aba6-678f738986c0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.536950 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30156d8a-a237-4af8-92bd-444358b1f445 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (cd2c8164-0f44-4a4d-aba6-678f738986c0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.540783 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-30156d8a-a237-4af8-92bd-444358b1f445 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.542469 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-30156d8a-a237-4af8-92bd-444358b1f445 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd2c8164-0f44-4a4d-aba6-678f738986c0 HTTP/1.1" status: 204 len: 168 time: 0.3171175 Jan 10 11:41:39.545283 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43088) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:39.559734 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30156d8a-a237-4af8-92bd-444358b1f445 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2c8164-0f44-4a4d-aba6-678f738986c0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:39.561175 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.api.v2.resource [None req-1c98a57e-0fd2-4070-8b83-dc78cd8caaed tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] show failed (client error): The resource could not be found. Jan 10 11:41:39.562613 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1c98a57e-0fd2-4070-8b83-dc78cd8caaed tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups/cd2c8164-0f44-4a4d-aba6-678f738986c0 HTTP/1.1" status: 404 len: 347 time: 0.0158608 Jan 10 11:41:39.565485 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43090) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:39.771037 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Deleting port f115c789-d273-45be-b220-91ccf3bfffbb {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:41:39.771429 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (f115c789-d273-45be-b220-91ccf3bfffbb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.873796 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (f115c789-d273-45be-b220-91ccf3bfffbb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.874684 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (f115c789-d273-45be-b220-91ccf3bfffbb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:39.887067 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Calling delete_port for f115c789-d273-45be-b220-91ccf3bfffbb owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:41:40.102648 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (f115c789-d273-45be-b220-91ccf3bfffbb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:40.131975 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event deleted for resources: {'Port': ['ID=f115c789-d273-45be-b220-91ccf3bfffbb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:40.195508 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (1b9553a7-a15d-4c0a-9417-346dbb2ef07c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:40.197410 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:40.199232 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-eec42f4e-47e0-4519-9fbd-31091edf146e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "DELETE /v2.0/floatingips/1b9553a7-a15d-4c0a-9417-346dbb2ef07c HTTP/1.1" status: 204 len: 168 time: 0.6313963 Jan 10 11:41:40.258644 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1f4b8167-fa71-44c9-8dd1-de854c6aaea1 req-7fc621a1-b5c3-4f6f-a94a-fc713ff13608 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 210 time: 0.0280221 Jan 10 11:41:40.547133 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43098) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:40.551822 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-755d8cbe-ceeb-4c16-9997-4a2e7be69be2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493004738', 'description': 'tempest-description--128914042'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:40.662635 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-755d8cbe-ceeb-4c16-9997-4a2e7be69be2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:40.728229 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-755d8cbe-ceeb-4c16-9997-4a2e7be69be2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (afc784e6-9454-492b-b0c1-54af1eb77fc2), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:40.815129 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-755d8cbe-ceeb-4c16-9997-4a2e7be69be2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (afc784e6-9454-492b-b0c1-54af1eb77fc2), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:40.847371 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d8cbe-ceeb-4c16-9997-4a2e7be69be2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc784e6-9454-492b-b0c1-54af1eb77fc2,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:40.889994 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:41:40.909842 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: ad9b761f-8e30-4890-b16f-aceb4777ab0b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:41:40.910174 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ad9b761f-8e30-4890-b16f-aceb4777ab0b not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:41:40.950513 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-755d8cbe-ceeb-4c16-9997-4a2e7be69be2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:40.951811 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-755d8cbe-ceeb-4c16-9997-4a2e7be69be2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4036660 Jan 10 11:41:40.955214 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43102) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:40.959593 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c331620d-45ff-46a5-901b-b41916f31202 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'security_group_rule': {'security_group_id': 'afc784e6-9454-492b-b0c1-54af1eb77fc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:41.066993 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c331620d-45ff-46a5-901b-b41916f31202 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (b1e261b2-2970-42b7-b3f3-315a8cba7688), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.126920 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c331620d-45ff-46a5-901b-b41916f31202 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (b1e261b2-2970-42b7-b3f3-315a8cba7688), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.204868 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c331620d-45ff-46a5-901b-b41916f31202 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (b1e261b2-2970-42b7-b3f3-315a8cba7688), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.224030 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331620d-45ff-46a5-901b-b41916f31202 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e261b2-2970-42b7-b3f3-315a8cba7688,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:41.355084 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b15de1c3-a8c2-4948-b3b0-86561d2d1f89 req-35426eb6-7fee-4325-afb0-d606c6cb4e6c tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 210 time: 0.0265751 Jan 10 11:41:41.357793 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c331620d-45ff-46a5-901b-b41916f31202 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.358932 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c331620d-45ff-46a5-901b-b41916f31202 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4028084 Jan 10 11:41:41.361750 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43106) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:41.366371 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-6263e147-90c9-4052-8407-5ba2e9907a83 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'security_group_rule': {'security_group_id': 'afc784e6-9454-492b-b0c1-54af1eb77fc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:41.485938 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6263e147-90c9-4052-8407-5ba2e9907a83 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (f06034f0-0da1-48dc-8d7c-65583286d339), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.541520 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6263e147-90c9-4052-8407-5ba2e9907a83 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (f06034f0-0da1-48dc-8d7c-65583286d339), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.628049 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6263e147-90c9-4052-8407-5ba2e9907a83 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (f06034f0-0da1-48dc-8d7c-65583286d339), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.647081 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263e147-90c9-4052-8407-5ba2e9907a83 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06034f0-0da1-48dc-8d7c-65583286d339,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:41.720223 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-6263e147-90c9-4052-8407-5ba2e9907a83 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.724392 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-6263e147-90c9-4052-8407-5ba2e9907a83 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3588581 Jan 10 11:41:41.724641 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43108) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:41.729372 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:41.826693 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:41.928889 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.042605 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Allocated IP 172.37.3.139 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/8ce403fc-1666-4702-abed-b6bd6f5043f5) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:41:42.144339 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for port (8ce403fc-1666-4702-abed-b6bd6f5043f5), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.251144 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (8ce403fc-1666-4702-abed-b6bd6f5043f5), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.298419 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:41:42.301452 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:41:42.308093 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:41:42.314126 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'Port': ['ID=8ce403fc-1666-4702-abed-b6bd6f5043f5,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:42.411728 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (5a1dd5e0-9476-4592-990e-b8f497958723), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.452725 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-09d600be-3ad5-495c-8e4f-dbac7ec07691 req-022e94fe-1c58-422b-ace3-cc59c0ba7082 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 210 time: 0.0278754 Jan 10 11:41:42.513134 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8ce403fc-1666-4702-abed-b6bd6f5043f5), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.665421 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for port (8ce403fc-1666-4702-abed-b6bd6f5043f5), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.742896 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (8ce403fc-1666-4702-abed-b6bd6f5043f5), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.785194 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-7d557e0a-c5f1-4a69-bf0f-a30020d276c1 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:42.786704 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-7d557e0a-c5f1-4a69-bf0f-a30020d276c1 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.31 "GET /v2.0/networks?id=ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 HTTP/1.1" status: 200 len: 808 time: 0.1032760 Jan 10 11:41:42.799153 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Request body: {'port': {'device_id': '42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064', 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0', 'admin_state_up': True, 'tenant_id': '0f63270caad74d2ab5a02aa80ad08ea1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:42.811504 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'Port': ['ID=8ce403fc-1666-4702-abed-b6bd6f5043f5,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:42.826263 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (5a1dd5e0-9476-4592-990e-b8f497958723), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.938896 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:42.940539 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d5431dcc-6abc-4775-aaca-a9343adfc359 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2148705 Jan 10 11:41:43.051259 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Made reservation on behalf of 0f63270caad74d2ab5a02aa80ad08ea1 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:41:43.054930 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:43.173251 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-c8299f1c-10cf-4b13-8a23-35110d3d79ca tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1493004738&fields=id&tenant_id=274889e6213c4dfaab0997e2dad420ff HTTP/1.1" status: 200 len: 267 time: 0.0482061 Jan 10 11:41:43.196488 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Allocated IP 172.20.0.14 (ef46ac2a-9aa5-4568-beae-a9f54e14c6d0/339ee23a-d96f-4016-8e7d-672f3e7d8b82/8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:41:43.303994 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-4125868f-297f-48f2-9c50-f1a8b2cf90a6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:43.305573 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-4125868f-297f-48f2-9c50-f1a8b2cf90a6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 816 time: 0.1258070 Jan 10 11:41:43.333972 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-4ddf0f34-d86a-40d6-bc24-22ca18ffd4fc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/quotas/274889e6213c4dfaab0997e2dad420ff HTTP/1.1" status: 200 len: 375 time: 0.0211380 Jan 10 11:41:43.386792 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-1926e87a-2ec7-40c3-a60c-3cf3992c7aba tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472462 Jan 10 11:41:43.400674 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks [] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:43.492881 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-7bfda7ba-b1b9-4f8e-9ac6-d91bbf98d97d service neutron] 10.222.0.20 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946004 Jan 10 11:41:43.543128 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:43.585910 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:41:43.589044 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:41:43.591543 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:41:43.624544 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05505a08-ef1d-4fd4-ad6c-c79ff1c84ea2 req-97775449-0a8e-4f54-8d00-db55f61df7d2 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:43.626040 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-05505a08-ef1d-4fd4-ad6c-c79ff1c84ea2 req-97775449-0a8e-4f54-8d00-db55f61df7d2 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 932 time: 0.1016114 Jan 10 11:41:43.628317 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-34529a5f-9b66-4fac-b7a3-590ab13be100 service neutron] 10.222.0.20 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285429 Jan 10 11:41:43.629620 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Pushing event updated for resources: {'Port': ['ID=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:43.656919 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:43.657599 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:43.686626 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-05505a08-ef1d-4fd4-ad6c-c79ff1c84ea2 req-b15d7f97-0a91-48e1-ac19-7b521e8a03b3 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512416 Jan 10 11:41:43.767648 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-c9e4b30c-faf9-412f-be84-3e820b1c3427 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9726956 Jan 10 11:41:43.870156 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4fc29c4a-7126-4028-ab94-8ba93a3abd9c req-e5bf08c2-19ad-43f7-b33d-fbfbfb2659e8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 210 time: 0.0258138 Jan 10 11:41:44.810717 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98825c4-3e8d-4043-910a-f0abd96147c5 req-291f38e3-c015-42f6-aeae-e22110ee92c9 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:44.812287 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c98825c4-3e8d-4043-910a-f0abd96147c5 req-291f38e3-c015-42f6-aeae-e22110ee92c9 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 932 time: 0.0508988 Jan 10 11:41:44.864791 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c98825c4-3e8d-4043-910a-f0abd96147c5 req-6cf4fff1-a3d2-44bb-926a-58f03fc6f704 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Jan 10 11:41:44.969205 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-da17840f-9f87-4d7a-9d67-df69b611e682 req-a9ac187e-6547-4d9e-aa45-a2abbadc9bc3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 210 time: 0.0263970 Jan 10 11:41:45.435853 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Request body: {'port': {'device_id': '42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:45.490861 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:45.779053 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:41:45.786420 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Publish callbacks [] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:45.798793 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Transition to ACTIVE for port object 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:41:45.897200 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:45.950617 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:45.983746 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd562cb8-f13d-401c-aac8-7bb28a78487c req-c22e65e2-9fbb-4123-9cd5-ea5fff19529b tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:45.985224 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd562cb8-f13d-401c-aac8-7bb28a78487c req-c22e65e2-9fbb-4123-9cd5-ea5fff19529b tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 944 time: 0.0514085 Jan 10 11:41:46.017946 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Attempting to bind port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:41:46.021115 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Attempting to bind port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:41:46.021115 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Attempting to bind port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd on network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:41:46.023358 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd on network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:41:46.023680 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Attempting to bind port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd on network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:41:46.029201 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:41:46.029468 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Checking segment: {'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:41:46.029948 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Bound using segment: {'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:41:46.030436 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Bound port: 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:41:46.030791 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:46.036423 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fd562cb8-f13d-401c-aac8-7bb28a78487c req-6c0366b7-eb55-464c-8174-6f902b30af59 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449185 Jan 10 11:41:46.080290 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-22d4dc91-7504-4477-b444-fc6d46c34491 req-3409a89c-7a54-4fb9-ad0a-de68356bf24a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 210 time: 0.0260313 Jan 10 11:41:46.098202 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] For port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:41:46.101410 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] For port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:41:46.187106 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:46.223249 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:46.223854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:46.225222 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] 10.222.0.31 "PUT /v2.0/ports/8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd HTTP/1.1" status: 200 len: 1094 time: 0.7940774 Jan 10 11:41:46.225643 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064', 'tag': '8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:41:46.227912 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62698d25-d6f2-4054-a2e9-a47c464a8d18" -d '{"events": [{"name": "network-changed", "server_uuid": "42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064", "tag": "8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:41:46.249809 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849aa67-6556-4c83-a4bd-6ac6ac3dd0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:46.267201 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42d3907-3ab6-476a-9bbe-673b8b5e82a1 x-openstack-request-id: req-e42d3907-3ab6-476a-9bbe-673b8b5e82a1 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:41:46.267495 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064", "tag": "8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:41:46.267747 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e42d3907-3ab6-476a-9bbe-673b8b5e82a1 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:41:46.268144 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064', 'tag': '8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd', 'status': 'completed', 'code': 200} Jan 10 11:41:46.425402 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62698d25-d6f2-4054-a2e9-a47c464a8d18 req-eb2f1ff0-22db-4d36-8c45-539a63373183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:46.426937 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62698d25-d6f2-4054-a2e9-a47c464a8d18 req-eb2f1ff0-22db-4d36-8c45-539a63373183 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 1097 time: 0.0426266 Jan 10 11:41:46.550423 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62698d25-d6f2-4054-a2e9-a47c464a8d18 req-e6806cff-8067-4711-a6c7-d11fa4b75625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:46.552098 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62698d25-d6f2-4054-a2e9-a47c464a8d18 req-e6806cff-8067-4711-a6c7-d11fa4b75625 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1006081 Jan 10 11:41:46.649208 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62698d25-d6f2-4054-a2e9-a47c464a8d18 req-92f40ca1-fada-4b56-8ae3-e2dcce8f87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:46.650613 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62698d25-d6f2-4054-a2e9-a47c464a8d18 req-92f40ca1-fada-4b56-8ae3-e2dcce8f87c8 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922122 Jan 10 11:41:46.738543 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-dce6ea92-2f9a-4a34-b189-230ce8ae34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:46.740028 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-dce6ea92-2f9a-4a34-b189-230ce8ae34bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 1097 time: 0.0436802 Jan 10 11:41:46.788407 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-8379bdca-ac81-42ad-8621-27c4d66438da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd HTTP/1.1" status: 200 len: 217 time: 0.0400290 Jan 10 11:41:46.841194 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-e13ca818-d45f-44a3-b191-bb16c88f8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:46.842696 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-e13ca818-d45f-44a3-b191-bb16c88f8ac0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339ee23a-d96f-4016-8e7d-672f3e7d8b82 HTTP/1.1" status: 200 len: 848 time: 0.0466022 Jan 10 11:41:46.874136 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-af71f09e-495a-4cc6-9cec-21d4f300eea3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef46ac2a-9aa5-4568-beae-a9f54e14c6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260010 Jan 10 11:41:46.973531 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-1c3eb1fa-de91-4418-9c6f-4e0e4eb1b30c service neutron] 10.222.0.31 "GET /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934696 Jan 10 11:41:47.068799 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-0dde0242-788e-4e18-930b-d1d2c7301fd7 req-bc06ea65-52cb-4865-8f1f-cf08a5a42a79 service neutron] 10.222.0.31 "GET /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888755 Jan 10 11:41:47.177531 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343db95-adf9-46b6-8a92-eb100a01df67 req-d44e700c-1fd9-4233-a8f4-e22f9f56afd2 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:47.179642 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3343db95-adf9-46b6-8a92-eb100a01df67 req-d44e700c-1fd9-4233-a8f4-e22f9f56afd2 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 944 time: 0.0702748 Jan 10 11:41:47.211499 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5c28ffcc-486a-48eb-887c-536392195854 req-b044f9a7-fef3-4d0d-8cf8-6500263d2eae tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Jan 10 11:41:47.249612 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3343db95-adf9-46b6-8a92-eb100a01df67 req-cf5937f2-31d0-4558-84a6-0b0c581acd61 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599756 Jan 10 11:41:47.611281 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-8f543997-10c7-4e8a-93b3-c60035e289dd tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:47.612862 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-8f543997-10c7-4e8a-93b3-c60035e289dd tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 816 time: 0.1239698 Jan 10 11:41:47.681064 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-9ed82c9a-2465-4141-abae-91fe2d8a7182 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=274889e6213c4dfaab0997e2dad420ff HTTP/1.1" status: 200 len: 380 time: 0.0546262 Jan 10 11:41:47.690512 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'port': {'device_id': '70029374-0ab3-49b9-880e-6a102761c463', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'admin_state_up': True, 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'security_groups': ['afc784e6-9454-492b-b0c1-54af1eb77fc2']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:48.011604 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Made reservation on behalf of 274889e6213c4dfaab0997e2dad420ff for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:41:48.016280 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:48.147713 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Allocated IP 172.20.0.13 (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2/4127599f-3bb2-4e22-8101-81ebdfb41b92/5d53e751-c135-4aa3-b56f-602088936cc0) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:41:48.305452 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for port (5d53e751-c135-4aa3-b56f-602088936cc0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:48.332942 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-749b91e4-e557-49bb-9678-2a66630eaa90 req-ba80485a-1d16-4384-9d01-2e7578592bb6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 210 time: 0.0314865 Jan 10 11:41:48.379301 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc01ea-dea6-4cf7-a3ea-a914726b40c1 req-75438496-4036-47da-bde6-891e893c755d tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:48.380788 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b9bc01ea-dea6-4cf7-a3ea-a914726b40c1 req-75438496-4036-47da-bde6-891e893c755d tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 944 time: 0.0538280 Jan 10 11:41:48.429875 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b9bc01ea-dea6-4cf7-a3ea-a914726b40c1 req-e634f63e-743e-4a49-b708-d47e2d1d1bd1 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433104 Jan 10 11:41:48.450623 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:48.497344 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:41:48.500920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:41:48.507016 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:41:48.545977 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:48.576379 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:48.577011 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:48.688444 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-809f6c5c-2b3a-406c-af08-2f07f73c7ad5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0017166 Jan 10 11:41:48.789566 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ff9027e4-4b42-4ae1-ad63-e6f74d356725 None None] Provisioning complete for port 5d53e751-c135-4aa3-b56f-602088936cc0 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:41:48.790154 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ff9027e4-4b42-4ae1-ad63-e6f74d356725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:48.824658 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ff9027e4-4b42-4ae1-ad63-e6f74d356725 None None] Port 5d53e751-c135-4aa3-b56f-602088936cc0 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:41:49.450695 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c263759-30eb-42ad-ae3b-21a62485dbf9 req-9a7e2726-b2c3-407b-8991-da481a3408d8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:49.452083 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8c263759-30eb-42ad-ae3b-21a62485dbf9 req-9a7e2726-b2c3-407b-8991-da481a3408d8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 932 time: 0.0519404 Jan 10 11:41:49.528211 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8c263759-30eb-42ad-ae3b-21a62485dbf9 req-8ca15925-0d1d-4fc6-8f61-1d9574ebe230 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702939 Jan 10 11:41:49.576580 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c6d5a-2961-4e2e-9ec8-7e1a69c3caa3 req-48df8666-c490-4393-81d0-500dd4697be4 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:49.578537 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-985c6d5a-2961-4e2e-9ec8-7e1a69c3caa3 req-48df8666-c490-4393-81d0-500dd4697be4 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 944 time: 0.0685110 Jan 10 11:41:49.626880 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-985c6d5a-2961-4e2e-9ec8-7e1a69c3caa3 req-295668ff-f67b-4079-9eb2-3b75f5680791 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Jan 10 11:41:50.347812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:41:50.349715 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Request body: {'port': {'device_id': '70029374-0ab3-49b9-880e-6a102761c463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:41:50.412540 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:50.450483 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:41:50.461839 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd', 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0', 'port_id': '8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd', 'mac_address': 'fa:16:3e:f1:53:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339ee23a-d96f-4016-8e7d-672f3e7d8b82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:41:50.504956 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:50.519234 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:41:50.540719 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:41:50.582922 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:50.653540 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:50.661035 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.661390 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.661764 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.662302 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.662603 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.662930 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.663708 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.663708 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.664386 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.664740 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.665072 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.665391 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.665711 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:41:50.670845 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec74c98-a691-427b-8c45-32a67a366671 req-4008b8f7-12f8-4795-912f-408756854888 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:50.673033 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9ec74c98-a691-427b-8c45-32a67a366671 req-4008b8f7-12f8-4795-912f-408756854888 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 932 time: 0.0627043 Jan 10 11:41:50.716198 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d53e751-c135-4aa3-b56f-602088936cc0 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:41:50.724574 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Publish callbacks [] for port (5d53e751-c135-4aa3-b56f-602088936cc0), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:50.737313 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Transition to ACTIVE for port object 5d53e751-c135-4aa3-b56f-602088936cc0 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:41:50.777916 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9ec74c98-a691-427b-8c45-32a67a366671 req-4dc5ecc3-2870-4db3-a11b-7d63611396a4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979824 Jan 10 11:41:50.804015 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e51363-4de1-48c3-a6f5-5cfbfd8f3021 req-8e7ea2d2-1e7a-46e1-97b5-4df1958566f7 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:50.805972 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e0e51363-4de1-48c3-a6f5-5cfbfd8f3021 req-8e7ea2d2-1e7a-46e1-97b5-4df1958566f7 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 945 time: 0.0857167 Jan 10 11:41:50.817031 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:50.868827 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:50.870533 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e0e51363-4de1-48c3-a6f5-5cfbfd8f3021 req-78ad9cc2-ebf1-47a4-867a-752478d1e90f tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576777 Jan 10 11:41:50.945671 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Attempting to bind port 5d53e751-c135-4aa3-b56f-602088936cc0 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:41:50.946133 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Attempting to bind port 5d53e751-c135-4aa3-b56f-602088936cc0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:41:50.946619 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Attempting to bind port 5d53e751-c135-4aa3-b56f-602088936cc0 on network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:41:50.953396 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Port 5d53e751-c135-4aa3-b56f-602088936cc0 on network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:41:50.953828 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Attempting to bind port 5d53e751-c135-4aa3-b56f-602088936cc0 on network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:41:50.960798 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:41:50.961248 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Checking segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:41:50.961787 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Bound using segment: {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:41:50.962437 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Bound port: 5d53e751-c135-4aa3-b56f-602088936cc0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa7b98e-7366-43e6-9edb-b15592b03627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:41:50.962893 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:51.037030 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:41:51.040574 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:41:51.125730 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:51.161968 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:51.162617 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:51.164144 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] 10.222.0.31 "PUT /v2.0/ports/5d53e751-c135-4aa3-b56f-602088936cc0 HTTP/1.1" status: 200 len: 1094 time: 0.8202968 Jan 10 11:41:51.164592 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:41:51.166945 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0941ec-4d08-4d40-a648-286e7dc4bf90" -d '{"events": [{"name": "network-changed", "server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:41:51.193577 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8601846-1732-474f-bf65-1ab2d4d96c9b service neutron] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:51.211079 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e02e82-cb6c-4d75-9b32-1bcf11b3b6b4 x-openstack-request-id: req-15e02e82-cb6c-4d75-9b32-1bcf11b3b6b4 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:41:51.211375 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:41:51.211663 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15e02e82-cb6c-4d75-9b32-1bcf11b3b6b4 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:41:51.212032 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0', 'status': 'completed', 'code': 200} Jan 10 11:41:51.369242 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0941ec-4d08-4d40-a648-286e7dc4bf90 req-a6848647-d7a4-4550-9266-27d23a1e49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:51.371336 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8c0941ec-4d08-4d40-a648-286e7dc4bf90 req-a6848647-d7a4-4550-9266-27d23a1e49bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 1097 time: 0.0438368 Jan 10 11:41:51.477397 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0941ec-4d08-4d40-a648-286e7dc4bf90 req-f3b4f7f8-6041-4382-aacb-936723c08680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:51.479906 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8c0941ec-4d08-4d40-a648-286e7dc4bf90 req-f3b4f7f8-6041-4382-aacb-936723c08680 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=274889e6213c4dfaab0997e2dad420ff&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1000676 Jan 10 11:41:51.584335 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:41:51.589891 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0941ec-4d08-4d40-a648-286e7dc4bf90 req-745eedb7-9450-4c33-b0bf-efdd2fa6ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:51.591606 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8c0941ec-4d08-4d40-a648-286e7dc4bf90 req-745eedb7-9450-4c33-b0bf-efdd2fa6ff34 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047943 Jan 10 11:41:51.673023 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e7c273f5-0d5f-4f8f-9280-6233c80b9e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:51.674622 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-e7c273f5-0d5f-4f8f-9280-6233c80b9e09 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 1097 time: 0.0414908 Jan 10 11:41:51.722412 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-cb86adb5-ff23-44af-b6e5-b697d95429b1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e751-c135-4aa3-b56f-602088936cc0 HTTP/1.1" status: 200 len: 217 time: 0.0410187 Jan 10 11:41:51.777238 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-36cb8861-fd70-482e-8b80-269ec9c78128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:51.780701 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-36cb8861-fd70-482e-8b80-269ec9c78128 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.0488157 Jan 10 11:41:51.831034 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-930ddb9b-eaff-4ef1-a049-36789da592a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:51.832691 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-930ddb9b-eaff-4ef1-a049-36789da592a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472960 Jan 10 11:41:51.904514 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338d828-c602-4fcb-83c3-134a22b3e587 req-ff1e6792-83bc-47ac-a254-34e6c38cf010 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:51.906179 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2338d828-c602-4fcb-83c3-134a22b3e587 req-ff1e6792-83bc-47ac-a254-34e6c38cf010 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0539079 Jan 10 11:41:51.937526 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-6dde368d-a103-4020-90ae-7bc7cb96b274 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972157 Jan 10 11:41:51.972963 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2338d828-c602-4fcb-83c3-134a22b3e587 req-ebe953f5-3ebb-4cd8-b342-d39a1230183c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599995 Jan 10 11:41:52.009699 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4fe1d-80d8-4968-8cb4-7c63b7524c2a req-875d47c0-71b3-4dae-bb1c-88c7f69f3de6 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:52.011939 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a7c4fe1d-80d8-4968-8cb4-7c63b7524c2a req-875d47c0-71b3-4dae-bb1c-88c7f69f3de6 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 945 time: 0.0562830 Jan 10 11:41:52.039414 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8e3aa51a-1ffd-4a66-8121-766e6f07dbb9 req-04d4dae5-3403-4d83-9b72-584f7213a94d service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946236 Jan 10 11:41:52.060394 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a7c4fe1d-80d8-4968-8cb4-7c63b7524c2a req-fb7c7b4d-e745-42c7-a6a5-505cbaecae8b tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Jan 10 11:41:53.101020 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247bfff-7f53-46fc-9f18-80c0b85fee53 req-38787957-cd42-4889-b38e-3bedee87b4ba tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:53.102631 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9247bfff-7f53-46fc-9f18-80c0b85fee53 req-38787957-cd42-4889-b38e-3bedee87b4ba tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0512593 Jan 10 11:41:53.183582 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9247bfff-7f53-46fc-9f18-80c0b85fee53 req-616547aa-49d2-4faf-80d4-1fd662ff37a4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744126 Jan 10 11:41:53.204151 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77269781-8bb5-49f0-91dc-d457e16ec0c3 req-47ee3690-09d9-4081-8c2e-c75a807bece2 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:53.205659 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-77269781-8bb5-49f0-91dc-d457e16ec0c3 req-47ee3690-09d9-4081-8c2e-c75a807bece2 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 945 time: 0.0704494 Jan 10 11:41:53.254526 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-77269781-8bb5-49f0-91dc-d457e16ec0c3 req-5ed137e2-83b3-4420-9056-7a448941f77d tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429635 Jan 10 11:41:53.824519 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:41:53.936599 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:41:53.940748 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:41:53.941115 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:54.019790 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:54.043861 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:41:54.046031 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34af8cdd-cf88-4dea-919a-1d39967a86f0" -d '{"events": [{"server_uuid": "42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064", "name": "network-vif-plugged", "status": "completed", "tag": "8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:41:54.059698 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:41:54.082816 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a050e-ba0c-4367-8b46-dfd25da8505c x-openstack-request-id: req-e65a050e-ba0c-4367-8b46-dfd25da8505c {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:41:54.083004 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064", "name": "network-vif-plugged", "status": "completed", "tag": "8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:41:54.083272 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e65a050e-ba0c-4367-8b46-dfd25da8505c {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:41:54.083665 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd', 'code': 200} Jan 10 11:41:54.176927 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:54.255451 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:54.330354 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f7102-f46f-41be-ad90-1c66f427d1aa req-36f2a070-163c-4698-89e5-cf8d50510fff tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:54.332562 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b07f7102-f46f-41be-ad90-1c66f427d1aa req-36f2a070-163c-4698-89e5-cf8d50510fff tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0656924 Jan 10 11:41:54.414765 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b07f7102-f46f-41be-ad90-1c66f427d1aa req-3e9c9966-47b5-469b-baca-6c0100448f88 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770071 Jan 10 11:41:54.433325 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b31ea9-06a2-4cab-b753-3eaca812bb8b req-1f0d0569-9fbc-4858-9eeb-29e7663287aa tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:54.435401 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-26b31ea9-06a2-4cab-b753-3eaca812bb8b req-1f0d0569-9fbc-4858-9eeb-29e7663287aa tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 946 time: 0.0913212 Jan 10 11:41:54.459700 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfbc70-17a7-45c1-bb83-3dd4ddb3baa0 req-f3ad371e-07bc-48f0-b3b8-3cff4a8df6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:54.461273 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-71dfbc70-17a7-45c1-bb83-3dd4ddb3baa0 req-f3ad371e-07bc-48f0-b3b8-3cff4a8df6b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 1099 time: 0.0489423 Jan 10 11:41:54.501846 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-26b31ea9-06a2-4cab-b753-3eaca812bb8b req-88023f6e-eadc-42e8-a8a3-9770b260e468 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546565 Jan 10 11:41:54.514981 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-71dfbc70-17a7-45c1-bb83-3dd4ddb3baa0 req-d7cde6d0-29b6-403f-a254-eae0994a53f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Jan 10 11:41:54.565582 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-25504eb3-194c-41ad-b5af-c4d60fdb0010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:55.545432 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618794b-d9eb-4a02-a74e-bac2be1495c8 req-7b6ded41-6dc1-470b-baec-6002eb50e10a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:55.546984 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2618794b-d9eb-4a02-a74e-bac2be1495c8 req-7b6ded41-6dc1-470b-baec-6002eb50e10a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0555520 Jan 10 11:41:55.623866 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2618794b-d9eb-4a02-a74e-bac2be1495c8 req-80cbae04-0f22-4009-9616-6e2538885206 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698609 Jan 10 11:41:55.642839 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37789a78-0334-4d3f-b158-ea38d75e00e7 req-e32337fe-0049-4435-b84a-d5ab14eee58e tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:55.644350 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-37789a78-0334-4d3f-b158-ea38d75e00e7 req-e32337fe-0049-4435-b84a-d5ab14eee58e tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 946 time: 0.0633929 Jan 10 11:41:55.692998 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-37789a78-0334-4d3f-b158-ea38d75e00e7 req-e1f7b406-0bbc-447d-8611-74a1ce78d8c6 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429869 Jan 10 11:41:55.824385 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:41:55.921468 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:41:55.937965 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '5d53e751-c135-4aa3-b56f-602088936cc0', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'port_id': '5d53e751-c135-4aa3-b56f-602088936cc0', 'mac_address': 'fa:16:3e:7e:05:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:41:55.975422 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:55.989039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d53e751-c135-4aa3-b56f-602088936cc0 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:41:56.009264 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:41:56.068259 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:56.116755 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:56.331155 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['5d53e751-c135-4aa3-b56f-602088936cc0'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:41:56.668494 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-34b53be3-f5c9-4f54-b436-8cfcadce30f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:56.754312 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70cbc7-03e5-4b16-b8d1-f5dc0106875f req-e4c28213-ae02-41ab-bec4-fa9bfa2c0f7b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:56.755857 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e70cbc7-03e5-4b16-b8d1-f5dc0106875f req-e4c28213-ae02-41ab-bec4-fa9bfa2c0f7b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 945 time: 0.0552435 Jan 10 11:41:56.835115 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8459b3-18ee-431c-91e2-bfb1a01c483d req-dcdb639b-f95f-42e7-ab6d-8fd44b943fc3 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:56.836576 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ce8459b3-18ee-431c-91e2-bfb1a01c483d req-dcdb639b-f95f-42e7-ab6d-8fd44b943fc3 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 946 time: 0.0744100 Jan 10 11:41:56.856441 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e70cbc7-03e5-4b16-b8d1-f5dc0106875f req-02694c1f-3907-4895-bfe9-1a0a9b57912e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928156 Jan 10 11:41:56.900850 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ce8459b3-18ee-431c-91e2-bfb1a01c483d req-3db4a02c-1413-4d1d-80e7-7284ecd7b408 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583582 Jan 10 11:41:57.836615 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:41:58.014908 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75ded-3e88-4c2b-b287-c53829632b4e req-a2528182-74ab-4fdb-9cd0-a2f9acb8adf0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:58.016765 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f8e75ded-3e88-4c2b-b287-c53829632b4e req-a2528182-74ab-4fdb-9cd0-a2f9acb8adf0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 945 time: 0.0574870 Jan 10 11:41:58.046180 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 5d53e751-c135-4aa3-b56f-602088936cc0 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:41:58.049444 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.050831 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 5d53e751-c135-4aa3-b56f-602088936cc0 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:41:58.051235 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.138861 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.164345 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:41:58.166672 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da686940-6431-4c04-ba05-ba3eb68764c6" -d '{"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:41:58.180380 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:41:58.297916 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43310) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:58.310783 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.329038 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f8e75ded-3e88-4c2b-b287-c53829632b4e req-346c19d3-e9b6-413b-b93f-7382fe07ce3d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053880 Jan 10 11:41:58.394158 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:58.405487 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4125f09d-2bec-41ac-982e-3657f318faa5 x-openstack-request-id: req-4125f09d-2bec-41ac-982e-3657f318faa5 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:41:58.405862 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:41:58.406183 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4125f09d-2bec-41ac-982e-3657f318faa5 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:41:58.406684 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0', 'code': 200} Jan 10 11:41:58.462042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792273d1-f06f-445c-a1f9-75a84e4fc561 req-a4016b5d-1e2c-406e-ab3d-4d7bda41dab3 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:58.464359 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-792273d1-f06f-445c-a1f9-75a84e4fc561 req-a4016b5d-1e2c-406e-ab3d-4d7bda41dab3 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 946 time: 0.0666826 Jan 10 11:41:58.469713 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bd848df-6945-45fb-acdc-e79a002cc724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.516067 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-792273d1-f06f-445c-a1f9-75a84e4fc561 req-3e2493b8-0f29-4a7d-a564-842598e75ed3 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Jan 10 11:41:58.551433 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bd848df-6945-45fb-acdc-e79a002cc724 admin admin] Publish callbacks [] for security_group (1b4d0d18-3ac4-46af-a536-8186c4a8bfd5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.611708 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3bd848df-6945-45fb-acdc-e79a002cc724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1b4d0d18-3ac4-46af-a536-8186c4a8bfd5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.654271 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3bd848df-6945-45fb-acdc-e79a002cc724 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b5b54830ae04c439e2823aa280b9f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548696 Jan 10 11:41:58.655179 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd848df-6945-45fb-acdc-e79a002cc724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4d0d18-3ac4-46af-a536-8186c4a8bfd5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:58.657852 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43316) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:41:58.720453 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3cbbe0f-f91a-4ef3-a8b9-47facb188fde admin admin] Publish callbacks [] for security_group (1b4d0d18-3ac4-46af-a536-8186c4a8bfd5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.760075 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3cbbe0f-f91a-4ef3-a8b9-47facb188fde admin admin] Publish callbacks [] for security_group (1b4d0d18-3ac4-46af-a536-8186c4a8bfd5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.778863 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0100-777a-4999-9d59-36373926f20c req-2f2c1e27-be29-4bb9-b165-0739f5398e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:58.780342 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4dfc0100-777a-4999-9d59-36373926f20c req-2f2c1e27-be29-4bb9-b165-0739f5398e4d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 1099 time: 0.0736234 Jan 10 11:41:58.835614 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4dfc0100-777a-4999-9d59-36373926f20c req-eba9ea1b-c882-4c95-879d-41cc2e928e35 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472059 Jan 10 11:41:58.891506 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3cbbe0f-f91a-4ef3-a8b9-47facb188fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1b4d0d18-3ac4-46af-a536-8186c4a8bfd5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.894068 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-b3cbbe0f-f91a-4ef3-a8b9-47facb188fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:41:58.895223 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b3cbbe0f-f91a-4ef3-a8b9-47facb188fde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b4d0d18-3ac4-46af-a536-8186c4a8bfd5 HTTP/1.1" status: 204 len: 168 time: 0.2364187 Jan 10 11:41:58.903854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbbe0f-f91a-4ef3-a8b9-47facb188fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4d0d18-3ac4-46af-a536-8186c4a8bfd5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:41:59.454110 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab0a2e-22c2-492a-b5d0-df5957aa453a req-be3d821f-a739-4dc6-affc-f3172dba55be tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:59.455719 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6cab0a2e-22c2-492a-b5d0-df5957aa453a req-be3d821f-a739-4dc6-affc-f3172dba55be tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0481927 Jan 10 11:41:59.507876 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6cab0a2e-22c2-492a-b5d0-df5957aa453a req-3bcd053b-2e1e-464a-939e-6555e68a88c2 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463948 Jan 10 11:41:59.638119 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5779ebb-85ca-4257-bfe6-f57045e9a8fd req-706271e1-c813-4e0d-8e7e-7a317c7a1347 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:41:59.638363 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c5779ebb-85ca-4257-bfe6-f57045e9a8fd req-706271e1-c813-4e0d-8e7e-7a317c7a1347 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 946 time: 0.0522816 Jan 10 11:41:59.687741 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c5779ebb-85ca-4257-bfe6-f57045e9a8fd req-edd04821-29db-49d6-8c21-df16fbd88e4e tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438776 Jan 10 11:41:59.708846 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.161387 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.222552 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c71a13-a62a-4561-9684-703573b72f35 req-c29268b7-c679-43c6-ac50-f3fa69f51efe tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:00.224104 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09c71a13-a62a-4561-9684-703573b72f35 req-c29268b7-c679-43c6-ac50-f3fa69f51efe tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.31 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 946 time: 0.0510182 Jan 10 11:42:00.323708 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Deleting port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:42:00.324306 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.410920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] For port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:00.411277 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.424183 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Calling delete_port for 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:42:00.617292 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.630013 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:42:00.631027 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9e78-b397-4f4f-8108-97e8945bf972 req-d727cd54-be71-499a-a721-e583750732f0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:00.632584 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a74e9e78-b397-4f4f-8108-97e8945bf972 req-d727cd54-be71-499a-a721-e583750732f0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0507035 Jan 10 11:42:00.654817 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Pushing event deleted for resources: {'Port': ['ID=8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:00.687926 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a74e9e78-b397-4f4f-8108-97e8945bf972 req-d2ac7c40-328b-4360-aa4e-379ca90cbf37 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465374 Jan 10 11:42:00.693419 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] No DVR routers for this DVR port 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:42:00.694873 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.698442 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-09c71a13-a62a-4561-9684-703573b72f35 req-664586e0-c2c4-438e-a422-bc85c6344f28 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.31 "DELETE /v2.0/ports/8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd HTTP/1.1" status: 204 len: 173 time: 0.4643264 Jan 10 11:42:00.698969 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064', 'name': 'network-vif-deleted', 'tag': '8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:00.702399 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a380a0-4075-4e7a-92aa-715b61772429" -d '{"events": [{"server_uuid": "42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064", "name": "network-vif-deleted", "tag": "8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:00.741372 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454c7b75-dc0d-45e8-b7e1-13b6aa86aed3 x-openstack-request-id: req-454c7b75-dc0d-45e8-b7e1-13b6aa86aed3 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:00.741823 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064", "name": "network-vif-deleted", "tag": "8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:00.742264 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-454c7b75-dc0d-45e8-b7e1-13b6aa86aed3 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:00.742811 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064', 'name': 'network-vif-deleted', 'tag': '8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd', 'status': 'completed', 'code': 200} Jan 10 11:42:00.814300 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-757f7b46-fe45-476d-b393-e537dbca4a28 req-0c8b8ddd-aeaf-4d1a-99a9-f4124344a676 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=42bf5058-6c1c-4ed8-a3d6-bf9f28ceb064 HTTP/1.1" status: 200 len: 210 time: 0.0491524 Jan 10 11:42:00.872241 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8442c-2401-4d29-8a76-3e93fd007b67 req-4701f21b-a08f-4526-8c47-37488f8a4016 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:00.873772 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2ac8442c-2401-4d29-8a76-3e93fd007b67 req-4701f21b-a08f-4526-8c47-37488f8a4016 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0581958 Jan 10 11:42:00.882638 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43332) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:00.886394 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:00.888372 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Request body: {'floatingip': {'port_id': '5d53e751-c135-4aa3-b56f-602088936cc0'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:00.934032 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (5a1dd5e0-9476-4592-990e-b8f497958723), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:01.539217 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:01.610545 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (5a1dd5e0-9476-4592-990e-b8f497958723), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:01.716350 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Floating IP 5a1dd5e0-9476-4592-990e-b8f497958723 associated. External IP: 172.37.3.139, port: 5d53e751-c135-4aa3-b56f-602088936cc0. Jan 10 11:42:01.925778 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:42:02.034948 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:42:02.039510 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:02.046309 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] Sync routers for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:42:02.056283 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:02.056922 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:41:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:02.095138 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c338c30b-effd-4abc-ba12-24474b8bebcf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "PUT /v2.0/floatingips/5a1dd5e0-9476-4592-990e-b8f497958723 HTTP/1.1" status: 200 len: 992 time: 1.2112176 Jan 10 11:42:02.120399 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:02.122765 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc62827-5f50-4b79-ba9e-31646cf5237e" -d '{"events": [{"name": "network-changed", "server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:02.172859 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:02.177258 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17df25-6471-4e13-9925-8bdcd561927e req-b43a9dad-0408-4f32-9dc3-b2434570dbaa tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:02.178842 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-b43a9dad-0408-4f32-9dc3-b2434570dbaa tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/networks?id=ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 HTTP/1.1" status: 200 len: 808 time: 0.1363144 Jan 10 11:42:02.195877 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-6d481b05-4da2-4376-87b7-8faf58ba0dea tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/quotas/0f63270caad74d2ab5a02aa80ad08ea1 HTTP/1.1" status: 200 len: 375 time: 0.0100832 Jan 10 11:42:02.228645 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c15996-8719-4172-a275-33d453c73ad8 x-openstack-request-id: req-96c15996-8719-4172-a275-33d453c73ad8 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:02.231291 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:02.231291 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96c15996-8719-4172-a275-33d453c73ad8 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:02.231291 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0', 'status': 'completed', 'code': 200} Jan 10 11:42:02.234496 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-1208d350-4b88-4490-8810-5d8bda1dd489 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335286 Jan 10 11:42:02.294168 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-3de44873-a747-44df-80b8-520d12f22271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:02.295794 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-3de44873-a747-44df-80b8-520d12f22271 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 1099 time: 0.0414846 Jan 10 11:42:02.329994 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-8675e7e7-b6d6-471d-ac2b-0d063b706870 service neutron] 10.222.0.20 "GET /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885007 Jan 10 11:42:02.396879 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-18b7f8ee-2458-41d9-8bf3-a5dd3a5893c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:02.398300 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-18b7f8ee-2458-41d9-8bf3-a5dd3a5893c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 917 time: 0.0960257 Jan 10 11:42:02.432104 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5a1dd5e0-9476-4592-990e-b8f497958723', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'floating_ip_address': '172.37.3.139', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'port_id': '5d53e751-c135-4aa3-b56f-602088936cc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'mac_address': 'fa:16:3e:7e:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70029374-0ab3-49b9-880e-6a102761c463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:41:42Z', 'updated_at': '2022-01-10T11:42:01Z', 'revision_number': 1, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:02.436932 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-bc262bfe-6546-4d7e-87f7-ea75bf451bcd service neutron] 10.222.0.20 "GET /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007676 Jan 10 11:42:02.461161 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] Checking router: 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:42:02.470470 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:02.471317 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:41:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:02.475171 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-b0ea8bc0-b223-463c-bb8e-01ed71a5e1d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e751-c135-4aa3-b56f-602088936cc0 HTTP/1.1" status: 200 len: 1000 time: 0.0695374 Jan 10 11:42:02.533237 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-a472b360-1239-4da8-ab09-a86841af223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:02.534802 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-a472b360-1239-4da8-ab09-a86841af223f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.0537226 Jan 10 11:42:02.580135 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-89a3ed12-65a0-4b4a-963e-727923a938ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:02.581625 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-89a3ed12-65a0-4b4a-963e-727923a938ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409329 Jan 10 11:42:02.603465 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:02.679059 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-af344432-6e12-4069-88a7-3cb560dfbc84 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903683 Jan 10 11:42:02.777723 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5dc62827-5f50-4b79-ba9e-31646cf5237e req-e85688c8-f168-4802-a2df-e66c12f49b87 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922353 Jan 10 11:42:02.842470 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5a1dd5e0-9476-4592-990e-b8f497958723', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'floating_ip_address': '172.37.3.139', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'port_id': '5d53e751-c135-4aa3-b56f-602088936cc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'mac_address': 'fa:16:3e:7e:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70029374-0ab3-49b9-880e-6a102761c463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:41:42Z', 'updated_at': '2022-01-10T11:42:01Z', 'revision_number': 1, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:02.871165 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8e0d127b-331f-49da-a61d-f29350e0d2ea req-db947e83-b797-416f-a9f6-d23b71dc05bb tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 210 time: 0.0324118 Jan 10 11:42:02.875917 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3430526-98e8-41b1-acec-f205fef30e11 None None] The sync data for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi is: [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5a1dd5e0-9476-4592-990e-b8f497958723', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'floating_ip_address': '172.37.3.139', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'port_id': '5d53e751-c135-4aa3-b56f-602088936cc0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'mac_address': 'fa:16:3e:7e:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70029374-0ab3-49b9-880e-6a102761c463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:41:42Z', 'updated_at': '2022-01-10T11:42:01Z', 'revision_number': 1, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:42:03.107453 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fda5c42-3e11-402f-8bc3-0d624a92c42f None None] New status for floating IP 5a1dd5e0-9476-4592-990e-b8f497958723: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:42:03.861210 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:42:03.881893 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:42:03.882252 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 8ab8d3f6-83e5-470a-8aeb-12a8eb8223cd not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:42:03.970285 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b53b7783-15a6-4387-aa09-fa9efd293121 req-bebfee57-4303-4eee-96b9-166d3112a0fa tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 210 time: 0.0266790 Jan 10 11:42:05.073334 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5f52cf75-4e01-4a2e-b60d-37a880ad993b req-e12abd82-be29-46eb-907c-be69234b49b8 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 210 time: 0.0266416 Jan 10 11:42:05.258131 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17df25-6471-4e13-9925-8bdcd561927e req-4cb86add-b264-42ef-a905-a0da0cf0ebbd tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:05.259494 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-4cb86add-b264-42ef-a905-a0da0cf0ebbd tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.31 "GET /v2.0/networks?id=ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 HTTP/1.1" status: 200 len: 808 time: 0.3412199 Jan 10 11:42:05.275287 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Request body: {'port': {'device_id': '61ae8880-2bd5-43b1-8285-1da9219dc7f6', 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0', 'admin_state_up': True, 'tenant_id': '0f63270caad74d2ab5a02aa80ad08ea1'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:05.469158 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Made reservation on behalf of 0f63270caad74d2ab5a02aa80ad08ea1 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:05.472704 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:05.599709 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Allocated IP 172.20.0.9 (ef46ac2a-9aa5-4568-beae-a9f54e14c6d0/339ee23a-d96f-4016-8e7d-672f3e7d8b82/98e6a17f-ccfd-4771-87a1-c5dfa964759d) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:05.761898 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks [] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:05.879460 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:05.925024 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:05.928097 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:05.931650 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:05.956439 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Pushing event updated for resources: {'Port': ['ID=98e6a17f-ccfd-4771-87a1-c5dfa964759d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.982628 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:05.985453 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.094994 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27aaffd0-661d-4ddb-93eb-2ee5e9c3ad91 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8231769 Jan 10 11:42:06.106673 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Request body: {'port': {'device_id': '61ae8880-2bd5-43b1-8285-1da9219dc7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:06.169800 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.207662 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fa4aa-1c5a-43b9-9ae6-0590ef5284c4 req-9a27c9d3-06d7-4b1b-916c-8119289cff9d tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:06.209127 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-823fa4aa-1c5a-43b9-9ae6-0590ef5284c4 req-9a27c9d3-06d7-4b1b-916c-8119289cff9d tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 931 time: 0.0525701 Jan 10 11:42:06.257502 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-823fa4aa-1c5a-43b9-9ae6-0590ef5284c4 req-13bed13c-c1ef-4146-9f28-63fd903bd7b1 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422816 Jan 10 11:42:06.442413 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e6a17f-ccfd-4771-87a1-c5dfa964759d {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:42:06.450348 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Publish callbacks [] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.462414 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Transition to ACTIVE for port object 98e6a17f-ccfd-4771-87a1-c5dfa964759d will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:42:06.543854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.591769 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Pushing event updated for resources: {'Port': ['ID=98e6a17f-ccfd-4771-87a1-c5dfa964759d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:06.659670 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Attempting to bind port 98e6a17f-ccfd-4771-87a1-c5dfa964759d on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:06.659999 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Attempting to bind port 98e6a17f-ccfd-4771-87a1-c5dfa964759d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:06.660321 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Attempting to bind port 98e6a17f-ccfd-4771-87a1-c5dfa964759d on network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:06.664523 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Port 98e6a17f-ccfd-4771-87a1-c5dfa964759d on network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:42:06.664842 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Attempting to bind port 98e6a17f-ccfd-4771-87a1-c5dfa964759d on network ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:06.670046 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:06.670413 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Checking segment: {'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:06.670793 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Bound using segment: {'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:06.671207 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Bound port: 98e6a17f-ccfd-4771-87a1-c5dfa964759d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580b06c8-0fd6-4581-9c7b-0a7beb70729e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:06.671560 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.735151 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] For port 98e6a17f-ccfd-4771-87a1-c5dfa964759d, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:06.737992 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] For port 98e6a17f-ccfd-4771-87a1-c5dfa964759d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=98e6a17f-ccfd-4771-87a1-c5dfa964759d,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:06.795441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.832717 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:06.833324 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:06.834726 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] 10.222.0.31 "PUT /v2.0/ports/98e6a17f-ccfd-4771-87a1-c5dfa964759d HTTP/1.1" status: 200 len: 1093 time: 0.7327330 Jan 10 11:42:06.835155 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ae8880-2bd5-43b1-8285-1da9219dc7f6', 'tag': '98e6a17f-ccfd-4771-87a1-c5dfa964759d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:06.837375 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5807ca-1284-45b1-adcd-a530f0d62186" -d '{"events": [{"name": "network-changed", "server_uuid": "61ae8880-2bd5-43b1-8285-1da9219dc7f6", "tag": "98e6a17f-ccfd-4771-87a1-c5dfa964759d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:06.860982 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2d9f9-b4d2-4bd9-ac1d-158f04d67f90 service neutron] Pushing event updated for resources: {'Port': ['ID=98e6a17f-ccfd-4771-87a1-c5dfa964759d,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:06.879257 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71632f4-2fe0-4e22-b6d7-894561920aa6 x-openstack-request-id: req-a71632f4-2fe0-4e22-b6d7-894561920aa6 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:06.879542 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ae8880-2bd5-43b1-8285-1da9219dc7f6", "tag": "98e6a17f-ccfd-4771-87a1-c5dfa964759d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:06.879794 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a71632f4-2fe0-4e22-b6d7-894561920aa6 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:06.880210 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ae8880-2bd5-43b1-8285-1da9219dc7f6', 'tag': '98e6a17f-ccfd-4771-87a1-c5dfa964759d', 'status': 'completed', 'code': 200} Jan 10 11:42:06.941948 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5807ca-1284-45b1-adcd-a530f0d62186 req-7cbdbf6f-423f-4c76-9110-3da4a7f10dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:06.943478 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec5807ca-1284-45b1-adcd-a530f0d62186 req-7cbdbf6f-423f-4c76-9110-3da4a7f10dc8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0433283 Jan 10 11:42:07.047567 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5807ca-1284-45b1-adcd-a530f0d62186 req-fa4b6b98-283c-4a68-b933-533e6b80fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:07.049077 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec5807ca-1284-45b1-adcd-a530f0d62186 req-fa4b6b98-283c-4a68-b933-533e6b80fb4d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0969098 Jan 10 11:42:07.139107 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5807ca-1284-45b1-adcd-a530f0d62186 req-f958708d-0da1-4c26-9519-7724211d2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:07.140608 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-ec5807ca-1284-45b1-adcd-a530f0d62186 req-f958708d-0da1-4c26-9519-7724211d2edc service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860500 Jan 10 11:42:07.220707 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17df25-6471-4e13-9925-8bdcd561927e req-0cbab66b-a470-4297-b203-a5780116e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:07.222254 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-0cbab66b-a470-4297-b203-a5780116e814 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 1096 time: 0.0448790 Jan 10 11:42:07.264544 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-31776f86-05bb-4336-a0c6-64d5a35ba0a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e6a17f-ccfd-4771-87a1-c5dfa964759d HTTP/1.1" status: 200 len: 217 time: 0.0350850 Jan 10 11:42:07.313591 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17df25-6471-4e13-9925-8bdcd561927e req-307c9f1f-a973-4597-ab2e-2ec455d5b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:07.315069 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-307c9f1f-a973-4597-ab2e-2ec455d5b3e2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=339ee23a-d96f-4016-8e7d-672f3e7d8b82 HTTP/1.1" status: 200 len: 848 time: 0.0453222 Jan 10 11:42:07.348744 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-18cc51d0-f9af-40d1-93bf-38afab9f73bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ef46ac2a-9aa5-4568-beae-a9f54e14c6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279422 Jan 10 11:42:07.378118 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c60e9-cb8d-46ca-8fc6-baa4aefc9435 req-f74125f4-15b7-4bda-8f2e-e1ef69b26eb1 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:07.379632 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1f7c60e9-cb8d-46ca-8fc6-baa4aefc9435 req-f74125f4-15b7-4bda-8f2e-e1ef69b26eb1 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 943 time: 0.0506761 Jan 10 11:42:07.428777 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1f7c60e9-cb8d-46ca-8fc6-baa4aefc9435 req-39d60fc6-f8bd-4a3f-af1d-5fb65dc25b58 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Jan 10 11:42:07.444204 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-27f615d0-e0c4-4d84-9bbc-18ae246af30a service neutron] 10.222.0.31 "GET /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880523 Jan 10 11:42:07.536963 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9f17df25-6471-4e13-9925-8bdcd561927e req-f9388642-b176-4cbc-97cb-b01518bd08b1 service neutron] 10.222.0.31 "GET /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Jan 10 11:42:08.545473 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946a7c8-b3bd-4340-bd51-0c89677c4ebf req-39724d9b-18c1-4408-9cf5-3613b347d9c5 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:08.546976 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a946a7c8-b3bd-4340-bd51-0c89677c4ebf req-39724d9b-18c1-4408-9cf5-3613b347d9c5 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 943 time: 0.0494187 Jan 10 11:42:08.597827 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a946a7c8-b3bd-4340-bd51-0c89677c4ebf req-830ad122-870c-42ed-bf29-2e6eb8151fa8 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Jan 10 11:42:09.735042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f59bb1-5d52-4cdc-b506-3bd4b2a80388 req-c7c95b10-7c42-447f-83bc-a125b8dcbdbe tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:09.736586 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-80f59bb1-5d52-4cdc-b506-3bd4b2a80388 req-c7c95b10-7c42-447f-83bc-a125b8dcbdbe tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 943 time: 0.0592988 Jan 10 11:42:09.795171 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-80f59bb1-5d52-4cdc-b506-3bd4b2a80388 req-5e59b416-189e-4833-8b19-f580268b9d9a tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525296 Jan 10 11:42:09.875311 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 98e6a17f-ccfd-4771-87a1-c5dfa964759d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:42:09.991701 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 98e6a17f-ccfd-4771-87a1-c5dfa964759d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=98e6a17f-ccfd-4771-87a1-c5dfa964759d,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:10.004070 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '98e6a17f-ccfd-4771-87a1-c5dfa964759d', 'network_id': 'ef46ac2a-9aa5-4568-beae-a9f54e14c6d0', 'port_id': '98e6a17f-ccfd-4771-87a1-c5dfa964759d', 'mac_address': 'fa:16:3e:e5:1b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339ee23a-d96f-4016-8e7d-672f3e7d8b82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:42:10.046459 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:10.060804 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e6a17f-ccfd-4771-87a1-c5dfa964759d {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:42:10.085668 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 98e6a17f-ccfd-4771-87a1-c5dfa964759d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=98e6a17f-ccfd-4771-87a1-c5dfa964759d,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:10.159501 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:10.215926 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=98e6a17f-ccfd-4771-87a1-c5dfa964759d,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:10.404569 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['98e6a17f-ccfd-4771-87a1-c5dfa964759d'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:42:10.914055 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47166ff6-90a6-46c4-945a-8cd74c1bbb66 req-2211013f-3bc4-4f03-8e30-17a90e6a6d07 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:10.915603 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-47166ff6-90a6-46c4-945a-8cd74c1bbb66 req-2211013f-3bc4-4f03-8e30-17a90e6a6d07 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 944 time: 0.0505013 Jan 10 11:42:10.962684 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-47166ff6-90a6-46c4-945a-8cd74c1bbb66 req-9d2c1640-9922-4b1c-917c-35b1f24b35d6 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414250 Jan 10 11:42:11.891455 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 98e6a17f-ccfd-4771-87a1-c5dfa964759d up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:11.994995 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 98e6a17f-ccfd-4771-87a1-c5dfa964759d completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:42:12.000337 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 98e6a17f-ccfd-4771-87a1-c5dfa964759d triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:12.000718 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:12.084846 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12220816-11d3-4580-9b8c-b49e9fc110d8 req-1d80e7ad-d84d-4925-9c16-4353ee601cbd tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:12.086233 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-12220816-11d3-4580-9b8c-b49e9fc110d8 req-1d80e7ad-d84d-4925-9c16-4353ee601cbd tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 944 time: 0.0536482 Jan 10 11:42:12.086345 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:12.109373 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ae8880-2bd5-43b1-8285-1da9219dc7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e6a17f-ccfd-4771-87a1-c5dfa964759d'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:12.111628 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2467d5-11dd-4bc1-89f1-56482ce006b2" -d '{"events": [{"server_uuid": "61ae8880-2bd5-43b1-8285-1da9219dc7f6", "name": "network-vif-plugged", "status": "completed", "tag": "98e6a17f-ccfd-4771-87a1-c5dfa964759d"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:12.125855 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 98e6a17f-ccfd-4771-87a1-c5dfa964759d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=98e6a17f-ccfd-4771-87a1-c5dfa964759d,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:12.137867 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-12220816-11d3-4580-9b8c-b49e9fc110d8 req-8d814a67-309f-4d3d-bdc4-29a3971b2bc0 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Jan 10 11:42:12.151859 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4355e29-f1ec-4158-8db5-9708a28fdb5b x-openstack-request-id: req-d4355e29-f1ec-4158-8db5-9708a28fdb5b {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:12.152205 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ae8880-2bd5-43b1-8285-1da9219dc7f6", "name": "network-vif-plugged", "status": "completed", "tag": "98e6a17f-ccfd-4771-87a1-c5dfa964759d", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:12.152205 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4355e29-f1ec-4158-8db5-9708a28fdb5b {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:12.152580 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ae8880-2bd5-43b1-8285-1da9219dc7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e6a17f-ccfd-4771-87a1-c5dfa964759d', 'code': 200} Jan 10 11:42:12.451271 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:12.500809 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=98e6a17f-ccfd-4771-87a1-c5dfa964759d,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:12.826899 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:42:12.828190 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937b49c-2c28-468e-a624-f415cd774546 req-58628692-77ab-4c1f-8459-a36a0736c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:12.829748 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7937b49c-2c28-468e-a624-f415cd774546 req-58628692-77ab-4c1f-8459-a36a0736c3bb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 1098 time: 0.0406215 Jan 10 11:42:12.873412 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7937b49c-2c28-468e-a624-f415cd774546 req-246c8ac7-67d2-44a6-80bc-686f1f777c88 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373054 Jan 10 11:42:13.254822 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04b6cd-eeb6-49a8-ab4e-c903b8b147fd req-4f20328a-4794-4e81-b28e-b9a32d9975e9 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:13.256308 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0d04b6cd-eeb6-49a8-ab4e-c903b8b147fd req-4f20328a-4794-4e81-b28e-b9a32d9975e9 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 945 time: 0.0486348 Jan 10 11:42:13.306546 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0d04b6cd-eeb6-49a8-ab4e-c903b8b147fd req-c93d8b78-bd0c-422c-bbef-3258a47ca203 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439045 Jan 10 11:42:14.693985 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576ef33-75c3-42ae-b3ed-e577b68a05fd req-606c5b9d-0743-4ab1-a534-2ab02b6497b8 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:14.695751 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3576ef33-75c3-42ae-b3ed-e577b68a05fd req-606c5b9d-0743-4ab1-a534-2ab02b6497b8 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 945 time: 0.3127646 Jan 10 11:42:14.710020 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128f125-1e51-4006-b4e8-933f16ab6f18 req-7c7207c4-62bb-48df-90a8-dc57e3c44e97 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:14.711488 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a128f125-1e51-4006-b4e8-933f16ab6f18 req-7c7207c4-62bb-48df-90a8-dc57e3c44e97 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.3026836 Jan 10 11:42:14.782754 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3576ef33-75c3-42ae-b3ed-e577b68a05fd req-40a2e0cb-ac61-4334-91ca-41d9ab8ec9b9 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807569 Jan 10 11:42:14.790491 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a128f125-1e51-4006-b4e8-933f16ab6f18 req-825f535e-9b57-44ef-b708-d2064ae25a8f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730658 Jan 10 11:42:15.912668 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f434b-368c-4dca-bad6-42547c75c5b2 req-8386b260-d1bd-44f4-8e01-d2da7bbe5d10 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:15.914159 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee8f434b-368c-4dca-bad6-42547c75c5b2 req-8386b260-d1bd-44f4-8e01-d2da7bbe5d10 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0487916 Jan 10 11:42:15.962352 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ee8f434b-368c-4dca-bad6-42547c75c5b2 req-a5151185-a809-4e0a-a894-6efaadbd17a2 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424507 Jan 10 11:42:16.311719 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcdbe6-2db1-40b3-bba9-2185c6d08909 req-4f1e9363-a890-442b-bdd4-11cbaa807b8a tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:16.313266 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9fdcdbe6-2db1-40b3-bba9-2185c6d08909 req-4f1e9363-a890-442b-bdd4-11cbaa807b8a tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Jan 10 11:42:16.363044 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9fdcdbe6-2db1-40b3-bba9-2185c6d08909 req-e55de939-46bc-48fc-9f95-6068e1988216 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440640 Jan 10 11:42:16.487645 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-ae8b773e-a1e4-4073-997f-ab9610db4c70 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:16.489527 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-ae8b773e-a1e4-4073-997f-ab9610db4c70 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0491221 Jan 10 11:42:16.586366 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Deleting port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:42:16.586689 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.679747 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] For port 1402bd72-ebce-40e3-b2fe-9132d0fbe846, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1402bd72-ebce-40e3-b2fe-9132d0fbe846,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:16.680101 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.862924 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.863198 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (77c50603-2ef7-4f8e-8977-9ad1597e8861), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:16.863507 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Floating IP 77c50603-2ef7-4f8e-8977-9ad1597e8861 disassociated. External IP: 172.37.3.82, port: 1402bd72-ebce-40e3-b2fe-9132d0fbe846. Jan 10 11:42:16.863846 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Calling delete_port for 1402bd72-ebce-40e3-b2fe-9132d0fbe846 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:42:17.082862 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10878a6-19f1-454c-ada7-274433b457d8 req-093b392f-37b8-4ba6-b3cf-21b18e2f0f29 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:17.084368 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f10878a6-19f1-454c-ada7-274433b457d8 req-093b392f-37b8-4ba6-b3cf-21b18e2f0f29 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 945 time: 0.0499136 Jan 10 11:42:17.091384 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (1402bd72-ebce-40e3-b2fe-9132d0fbe846), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:17.122342 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event deleted for resources: {'Port': ['ID=1402bd72-ebce-40e3-b2fe-9132d0fbe846,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:17.136752 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f10878a6-19f1-454c-ada7-274433b457d8 req-8ad3f7f1-17b1-4eaa-8bf2-7c625a7f4831 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=d746d791-3cb3-4707-944c-94b2c25478de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455902 Jan 10 11:42:17.236358 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Router 6c9ea1f8-9b16-4181-997d-173a9467d593 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:42:17.344183 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:42:17.354033 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] Sync routers for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:42:17.364880 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:17.365724 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:41:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:17.386821 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] No DVR routers for this DVR port 1402bd72-ebce-40e3-b2fe-9132d0fbe846 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:42:17.389552 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:17.392824 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-498f059e-2c84-4b50-a866-a23edb268ac8 req-70fcae1f-4582-4f24-84bb-8ae2c6d4aceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "DELETE /v2.0/ports/1402bd72-ebce-40e3-b2fe-9132d0fbe846 HTTP/1.1" status: 204 len: 173 time: 0.8964295 Jan 10 11:42:17.393283 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de742531-93dd-4422-b11c-57c35a136f6e', 'name': 'network-vif-deleted', 'tag': '1402bd72-ebce-40e3-b2fe-9132d0fbe846'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:17.395537 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde18e32-3df4-4a64-bf73-ba2cff8fd2c7" -d '{"events": [{"server_uuid": "de742531-93dd-4422-b11c-57c35a136f6e", "name": "network-vif-deleted", "tag": "1402bd72-ebce-40e3-b2fe-9132d0fbe846"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:17.443039 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367e821-6736-4754-b784-d9c78110b0aa x-openstack-request-id: req-f367e821-6736-4754-b784-d9c78110b0aa {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:17.448792 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de742531-93dd-4422-b11c-57c35a136f6e", "name": "network-vif-deleted", "tag": "1402bd72-ebce-40e3-b2fe-9132d0fbe846", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:17.448792 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f367e821-6736-4754-b784-d9c78110b0aa {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:17.448792 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de742531-93dd-4422-b11c-57c35a136f6e', 'name': 'network-vif-deleted', 'tag': '1402bd72-ebce-40e3-b2fe-9132d0fbe846', 'status': 'completed', 'code': 200} Jan 10 11:42:17.477472 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:17.528497 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34aa5e-fe36-4380-973e-c0b7b6701948 req-b9695fd7-1ea0-48f6-ae91-91e8ba9865ed tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:17.530356 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b34aa5e-fe36-4380-973e-c0b7b6701948 req-b9695fd7-1ea0-48f6-ae91-91e8ba9865ed tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 945 time: 0.0847309 Jan 10 11:42:17.594443 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b34aa5e-fe36-4380-973e-c0b7b6701948 req-408f9473-d580-492a-a853-47e9d40e0b8d tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e5bba8e-012b-4441-93e6-ead16ec409c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578642 Jan 10 11:42:17.787695 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-3752dceb-35d8-4743-a4a5-98414d81241d tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:17.789166 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-3752dceb-35d8-4743-a4a5-98414d81241d tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.31 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 945 time: 0.0560703 Jan 10 11:42:17.864720 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:17.886159 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Deleting port 98e6a17f-ccfd-4771-87a1-c5dfa964759d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:42:17.886590 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:17.895136 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] Checking router: 6c9ea1f8-9b16-4181-997d-173a9467d593 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:42:17.905007 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:17.905631 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:41:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:17.980852 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] For port 98e6a17f-ccfd-4771-87a1-c5dfa964759d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=98e6a17f-ccfd-4771-87a1-c5dfa964759d,segment=NetworkSegment(580b06c8-0fd6-4581-9c7b-0a7beb70729e),segment_id=580b06c8-0fd6-4581-9c7b-0a7beb70729e)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:17.980852 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:17.994078 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Calling delete_port for 98e6a17f-ccfd-4771-87a1-c5dfa964759d owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:42:18.012967 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:18.226277 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:18.250887 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e6bfb3c4-9b46-42bf-a003-20f5cad1504d req-5f2b8150-dd84-40c6-9a84-9573e9e824d8 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=de742531-93dd-4422-b11c-57c35a136f6e HTTP/1.1" status: 200 len: 210 time: 0.0265348 Jan 10 11:42:18.253124 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036836f0-12a8-477c-a7a5-0a271e4aca88 None None] The sync data for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi is: [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:42:18.321260 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (98e6a17f-ccfd-4771-87a1-c5dfa964759d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:18.332876 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['98e6a17f-ccfd-4771-87a1-c5dfa964759d'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:42:18.352094 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Pushing event deleted for resources: {'Port': ['ID=98e6a17f-ccfd-4771-87a1-c5dfa964759d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:18.396132 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] No DVR routers for this DVR port 98e6a17f-ccfd-4771-87a1-c5dfa964759d on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:42:18.398503 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:18.403602 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-92614306-1b3c-4ea1-9631-6cd12ea45698 req-eca3f22a-e060-4b9f-8a34-ccf25837ae99 tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.31 "DELETE /v2.0/ports/98e6a17f-ccfd-4771-87a1-c5dfa964759d HTTP/1.1" status: 204 len: 173 time: 0.6086318 Jan 10 11:42:18.507605 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33ffd14-289b-4898-bedf-5ef98f9ed10d None None] New status for floating IP 77c50603-2ef7-4f8e-8977-9ad1597e8861: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:42:18.720850 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d76b37a1-1ccd-4422-8f6b-89ff4c17b101 req-14835d0e-1548-46bb-ba3e-97b2109bd06f tempest-VolumesActionsTest-1974171497 tempest-VolumesActionsTest-1974171497-project] 10.222.0.20 "GET /v2.0/ports?device_id=61ae8880-2bd5-43b1-8285-1da9219dc7f6 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Jan 10 11:42:19.402154 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43468) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:19.444864 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ae8880-2bd5-43b1-8285-1da9219dc7f6', 'name': 'network-vif-deleted', 'tag': '98e6a17f-ccfd-4771-87a1-c5dfa964759d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:19.447949 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428e45ce-7f42-47bd-979b-541b9a0d853f" -d '{"events": [{"server_uuid": "61ae8880-2bd5-43b1-8285-1da9219dc7f6", "name": "network-vif-deleted", "tag": "98e6a17f-ccfd-4771-87a1-c5dfa964759d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:19.458313 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33b9d8ca-ffd3-435f-93fe-407ef0a08a43 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (d746d791-3cb3-4707-944c-94b2c25478de), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:19.483910 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33b9d8ca-ffd3-435f-93fe-407ef0a08a43 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (d746d791-3cb3-4707-944c-94b2c25478de), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:19.490458 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee615b1d-ccf3-4c9d-bbfa-d5825405593c x-openstack-request-id: req-ee615b1d-ccf3-4c9d-bbfa-d5825405593c {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:19.490923 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ae8880-2bd5-43b1-8285-1da9219dc7f6", "name": "network-vif-deleted", "tag": "98e6a17f-ccfd-4771-87a1-c5dfa964759d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:19.491053 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee615b1d-ccf3-4c9d-bbfa-d5825405593c {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:19.491435 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ae8880-2bd5-43b1-8285-1da9219dc7f6', 'name': 'network-vif-deleted', 'tag': '98e6a17f-ccfd-4771-87a1-c5dfa964759d', 'status': 'completed', 'code': 200} Jan 10 11:42:19.616419 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33b9d8ca-ffd3-435f-93fe-407ef0a08a43 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d746d791-3cb3-4707-944c-94b2c25478de), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:19.619047 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-33b9d8ca-ffd3-435f-93fe-407ef0a08a43 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:19.620965 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-33b9d8ca-ffd3-435f-93fe-407ef0a08a43 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "DELETE /v2.0/security-groups/d746d791-3cb3-4707-944c-94b2c25478de HTTP/1.1" status: 204 len: 168 time: 0.2172077 Jan 10 11:42:19.623827 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43472) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:19.630569 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9d8ca-ffd3-435f-93fe-407ef0a08a43 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d746d791-3cb3-4707-944c-94b2c25478de,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:19.641661 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-b550cc13-cfdc-4338-8ec2-e1c55b8c0b08 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] show failed (client error): The resource could not be found. Jan 10 11:42:19.642731 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-b550cc13-cfdc-4338-8ec2-e1c55b8c0b08 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups/d746d791-3cb3-4707-944c-94b2c25478de HTTP/1.1" status: 404 len: 347 time: 0.0179243 Jan 10 11:42:19.645696 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43474) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:19.786389 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Deleting port e9869532-a6eb-4939-a90b-2afd8df20ca7 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:42:19.786728 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (e9869532-a6eb-4939-a90b-2afd8df20ca7), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:19.871307 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (e9869532-a6eb-4939-a90b-2afd8df20ca7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:19.871629 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (e9869532-a6eb-4939-a90b-2afd8df20ca7), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:19.883719 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Calling delete_port for e9869532-a6eb-4939-a90b-2afd8df20ca7 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:42:19.949081 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 98e6a17f-ccfd-4771-87a1-c5dfa964759d no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:42:19.969717 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 98e6a17f-ccfd-4771-87a1-c5dfa964759d {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:42:19.970061 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 98e6a17f-ccfd-4771-87a1-c5dfa964759d not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:42:19.970494 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 1402bd72-ebce-40e3-b2fe-9132d0fbe846 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:42:19.992163 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 1402bd72-ebce-40e3-b2fe-9132d0fbe846 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:42:19.992497 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 1402bd72-ebce-40e3-b2fe-9132d0fbe846 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:42:20.115940 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (e9869532-a6eb-4939-a90b-2afd8df20ca7), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.144391 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event deleted for resources: {'Port': ['ID=e9869532-a6eb-4939-a90b-2afd8df20ca7,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:20.205438 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (77c50603-2ef7-4f8e-8977-9ad1597e8861), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.208041 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.209191 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-efb7128e-6757-48b8-8732-34674ebdeb58 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "DELETE /v2.0/floatingips/77c50603-2ef7-4f8e-8977-9ad1597e8861 HTTP/1.1" status: 204 len: 168 time: 0.5624502 Jan 10 11:42:20.637557 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43504) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:20.642121 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c6fac803-b4e3-4316-93e5-3f5cd8900c9c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1719674622', 'description': 'tempest-description--207428960'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:20.762464 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6fac803-b4e3-4316-93e5-3f5cd8900c9c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.832138 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6fac803-b4e3-4316-93e5-3f5cd8900c9c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (58015c3a-d466-4afb-ae8c-90a0858ec56e), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.915069 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6fac803-b4e3-4316-93e5-3f5cd8900c9c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (58015c3a-d466-4afb-ae8c-90a0858ec56e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:20.945654 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fac803-b4e3-4316-93e5-3f5cd8900c9c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58015c3a-d466-4afb-ae8c-90a0858ec56e,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:21.015417 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6fac803-b4e3-4316-93e5-3f5cd8900c9c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.016733 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c6fac803-b4e3-4316-93e5-3f5cd8900c9c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3781924 Jan 10 11:42:21.019847 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43520) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:21.024432 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d9cf2c0d-b04d-439f-8e24-419e86b71ccf tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'security_group_rule': {'security_group_id': '58015c3a-d466-4afb-ae8c-90a0858ec56e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:21.142444 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2c0d-b04d-439f-8e24-419e86b71ccf tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (a66f0119-198e-41d9-8ab4-0ffb1c95d066), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.199454 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2c0d-b04d-439f-8e24-419e86b71ccf tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (a66f0119-198e-41d9-8ab4-0ffb1c95d066), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.309888 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2c0d-b04d-439f-8e24-419e86b71ccf tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (a66f0119-198e-41d9-8ab4-0ffb1c95d066), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.329165 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf2c0d-b04d-439f-8e24-419e86b71ccf tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66f0119-198e-41d9-8ab4-0ffb1c95d066,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:21.397800 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2c0d-b04d-439f-8e24-419e86b71ccf tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.399601 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d9cf2c0d-b04d-439f-8e24-419e86b71ccf tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786829 Jan 10 11:42:21.407050 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43530) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:21.407050 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-145e1f29-ae48-43d5-b4c0-660f7f81b459 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'security_group_rule': {'security_group_id': '58015c3a-d466-4afb-ae8c-90a0858ec56e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:21.498314 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-145e1f29-ae48-43d5-b4c0-660f7f81b459 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (9adeb39c-c4d5-4fec-86da-c8f06937762a), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.556460 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-145e1f29-ae48-43d5-b4c0-660f7f81b459 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (9adeb39c-c4d5-4fec-86da-c8f06937762a), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.658078 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-145e1f29-ae48-43d5-b4c0-660f7f81b459 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (9adeb39c-c4d5-4fec-86da-c8f06937762a), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.676274 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e1f29-ae48-43d5-b4c0-660f7f81b459 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9adeb39c-c4d5-4fec-86da-c8f06937762a,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:21.756175 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-145e1f29-ae48-43d5-b4c0-660f7f81b459 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.757409 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-145e1f29-ae48-43d5-b4c0-660f7f81b459 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3539507 Jan 10 11:42:21.761350 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43532) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:21.765857 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:21.841135 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:21.945928 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.070849 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Allocated IP 172.37.3.239 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/2dc519df-f1d5-44dd-8ecd-4823f761e8be) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:22.179775 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for port (2dc519df-f1d5-44dd-8ecd-4823f761e8be), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.314849 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (2dc519df-f1d5-44dd-8ecd-4823f761e8be), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.353837 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:22.357315 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:22.360812 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:22.366523 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'Port': ['ID=2dc519df-f1d5-44dd-8ecd-4823f761e8be,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:22.453027 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (9e628361-c85b-4b3a-a7d4-63d5aa3dcb82), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.581729 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2dc519df-f1d5-44dd-8ecd-4823f761e8be), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.734779 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for port (2dc519df-f1d5-44dd-8ecd-4823f761e8be), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.812596 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (2dc519df-f1d5-44dd-8ecd-4823f761e8be), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.880762 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'Port': ['ID=2dc519df-f1d5-44dd-8ecd-4823f761e8be,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:22.894641 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (9e628361-c85b-4b3a-a7d4-63d5aa3dcb82), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.986052 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:22.987657 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c7e6f523-379f-4860-9883-aca88883f24f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2251458 Jan 10 11:42:23.192979 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-c96bd104-e637-4b19-9fe1-fbe7c2e30741 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1719674622&fields=id&tenant_id=f8635cce808f4b1c9e754fe407a2f60b HTTP/1.1" status: 200 len: 267 time: 0.0474393 Jan 10 11:42:23.301340 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-440b3397-df74-4f47-bcfa-c614d5c3a1d4 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:23.302768 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-440b3397-df74-4f47-bcfa-c614d5c3a1d4 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 809 time: 0.1024354 Jan 10 11:42:23.318112 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-508dd0ed-14d1-4394-8e2e-2d130b20a891 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/quotas/f8635cce808f4b1c9e754fe407a2f60b HTTP/1.1" status: 200 len: 375 time: 0.0093489 Jan 10 11:42:23.368179 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-b5f94e21-d87e-4204-8c5c-f761c6cbfb1a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448534 Jan 10 11:42:23.467028 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-067f97fa-11a0-4fb1-9960-942162a397bd service neutron] 10.222.0.20 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870190 Jan 10 11:42:23.557113 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-2f90b902-801b-4cf7-8875-752d917c9ad1 service neutron] 10.222.0.20 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842922 Jan 10 11:42:23.831660 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-244a5c8e-c8f6-4905-88c2-5068157842c3 req-ca4f0d8e-40bc-4e27-932f-8fc61e1dd16d tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 210 time: 0.0336764 Jan 10 11:42:24.410904 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-94004796-25c5-44f5-bd47-13674145aeb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:24.940327 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8b165ef4-ed5c-48e1-abbe-231c1b0abd3f req-1c1a5819-ecba-4c02-a4fc-4efd2fb44cfb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 210 time: 0.0278645 Jan 10 11:42:26.033323 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-73966add-c26d-4bb9-b3d7-84de893a2bf8 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:26.035185 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-73966add-c26d-4bb9-b3d7-84de893a2bf8 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 809 time: 0.1555619 Jan 10 11:42:26.124400 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-9af88020-fa1d-4652-b71f-97456e786330 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8635cce808f4b1c9e754fe407a2f60b HTTP/1.1" status: 200 len: 380 time: 0.0797248 Jan 10 11:42:26.128280 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-160422e0-d981-4538-94c6-491e84a3346d req-4f2e0dac-6c9d-4436-a840-86af92e4a6dc tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 210 time: 0.0464690 Jan 10 11:42:26.139319 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'port': {'device_id': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'admin_state_up': True, 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'security_groups': ['58015c3a-d466-4afb-ae8c-90a0858ec56e']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:26.418859 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Made reservation on behalf of f8635cce808f4b1c9e754fe407a2f60b for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:26.423368 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:26.602897 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Allocated IP 172.20.0.10 (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea/4fe8d977-d9d4-4188-b59c-1cc7a7b05656/2c489974-fd34-47ea-ba59-02a172d3541e) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:26.762008 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-17bd9470-b158-4f42-a859-db7ae438f49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:26.782085 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for port (2c489974-fd34-47ea-ba59-02a172d3541e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:26.975896 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.056650 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:27.062329 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:27.068243 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:27.117619 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event updated for resources: {'Port': ['ID=2c489974-fd34-47ea-ba59-02a172d3541e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:27.173011 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:27.173689 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.275650 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592c795-34a2-4ad6-b295-d1bbf03a5858 req-4bb985d1-19b3-4589-b6a3-ed4326201090 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:27.283751 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c592c795-34a2-4ad6-b295-d1bbf03a5858 req-4bb985d1-19b3-4589-b6a3-ed4326201090 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 932 time: 0.0646405 Jan 10 11:42:27.290200 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-7175bbd9-dbb7-4d0b-be51-3bc723b680d3 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1558909 Jan 10 11:42:27.306561 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Request body: {'port': {'device_id': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:27.344527 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c592c795-34a2-4ad6-b295-d1bbf03a5858 req-694ab6f4-6a29-46d7-b158-37a07478e1ee tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597713 Jan 10 11:42:27.390312 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.461287 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-19fc7a4b-62f7-475b-b3a1-0edc1839f35c None None] Provisioning complete for port 2c489974-fd34-47ea-ba59-02a172d3541e triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:27.462195 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-19fc7a4b-62f7-475b-b3a1-0edc1839f35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.512523 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-19fc7a4b-62f7-475b-b3a1-0edc1839f35c None None] Port 2c489974-fd34-47ea-ba59-02a172d3541e cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:42:27.749654 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c489974-fd34-47ea-ba59-02a172d3541e {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:42:27.759631 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Publish callbacks [] for port (2c489974-fd34-47ea-ba59-02a172d3541e), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.796099 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Transition to ACTIVE for port object 2c489974-fd34-47ea-ba59-02a172d3541e will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:42:27.893217 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:27.980020 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:28.043153 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Pushing event updated for resources: {'Port': ['ID=2c489974-fd34-47ea-ba59-02a172d3541e,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:28.111044 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Attempting to bind port 2c489974-fd34-47ea-ba59-02a172d3541e on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:28.111806 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Attempting to bind port 2c489974-fd34-47ea-ba59-02a172d3541e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:28.111806 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Attempting to bind port 2c489974-fd34-47ea-ba59-02a172d3541e on network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:28.119359 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Port 2c489974-fd34-47ea-ba59-02a172d3541e on network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:42:28.119713 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Attempting to bind port 2c489974-fd34-47ea-ba59-02a172d3541e on network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:28.127630 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:28.127967 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Checking segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:28.128332 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Bound using segment: {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:28.129081 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Bound port: 2c489974-fd34-47ea-ba59-02a172d3541e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bc06ab-9edb-4421-9a40-417449da910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:28.129436 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:28.221014 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] For port 2c489974-fd34-47ea-ba59-02a172d3541e, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:28.225940 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] For port 2c489974-fd34-47ea-ba59-02a172d3541e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c489974-fd34-47ea-ba59-02a172d3541e,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:28.481427 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5e696-434a-44fb-8707-679d39c7152d req-cfcd8653-99b2-4b97-b070-b40012105e99 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:28.482985 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-87b5e696-434a-44fb-8707-679d39c7152d req-cfcd8653-99b2-4b97-b070-b40012105e99 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 944 time: 0.0666609 Jan 10 11:42:28.547662 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-87b5e696-434a-44fb-8707-679d39c7152d req-efee073f-8c5e-447f-b4c9-fe8de8156159 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586226 Jan 10 11:42:28.596170 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:28.630920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:28.631524 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:28.633268 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-572b3156-bb52-482a-8cc7-04132628113a service neutron] 10.222.0.31 "PUT /v2.0/ports/2c489974-fd34-47ea-ba59-02a172d3541e HTTP/1.1" status: 200 len: 1094 time: 1.3349552 Jan 10 11:42:28.637713 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'tag': '2c489974-fd34-47ea-ba59-02a172d3541e'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:28.640601 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de3294c-8f6a-403c-8120-3514979d2ace" -d '{"events": [{"name": "network-changed", "server_uuid": "b68f610f-6b78-43a7-93b9-398074034ffe", "tag": "2c489974-fd34-47ea-ba59-02a172d3541e"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:28.682065 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b3156-bb52-482a-8cc7-04132628113a service neutron] Pushing event updated for resources: {'Port': ['ID=2c489974-fd34-47ea-ba59-02a172d3541e,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:28.712856 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc140d08-3dab-45b0-9a97-91964cf65911 x-openstack-request-id: req-dc140d08-3dab-45b0-9a97-91964cf65911 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:28.715441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68f610f-6b78-43a7-93b9-398074034ffe", "tag": "2c489974-fd34-47ea-ba59-02a172d3541e", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:28.715854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc140d08-3dab-45b0-9a97-91964cf65911 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:28.717001 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'tag': '2c489974-fd34-47ea-ba59-02a172d3541e', 'status': 'completed', 'code': 200} Jan 10 11:42:28.799300 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3294c-8f6a-403c-8120-3514979d2ace req-cd879428-fdf9-4f50-aef7-8387d32afa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:28.800981 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2de3294c-8f6a-403c-8120-3514979d2ace req-cd879428-fdf9-4f50-aef7-8387d32afa3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 1097 time: 0.0690603 Jan 10 11:42:28.928589 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3294c-8f6a-403c-8120-3514979d2ace req-27dcdc67-2d9d-42fe-8b5d-6b3fee940137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:28.930760 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2de3294c-8f6a-403c-8120-3514979d2ace req-27dcdc67-2d9d-42fe-8b5d-6b3fee940137 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1190665 Jan 10 11:42:29.063631 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3294c-8f6a-403c-8120-3514979d2ace req-4e5c3f84-1df6-4634-8597-db61a081c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:29.065247 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2de3294c-8f6a-403c-8120-3514979d2ace req-4e5c3f84-1df6-4634-8597-db61a081c646 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239989 Jan 10 11:42:29.173504 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-5fea484a-5594-4205-a076-ae1c7e3f18c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:29.175114 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-5fea484a-5594-4205-a076-ae1c7e3f18c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 1097 time: 0.0591009 Jan 10 11:42:29.226466 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-28879e74-5a1f-40be-829c-5e40f09d0360 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c489974-fd34-47ea-ba59-02a172d3541e HTTP/1.1" status: 200 len: 217 time: 0.0424631 Jan 10 11:42:29.286389 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-91f1526e-afe6-4d2b-951b-1470142ed649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:29.287949 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-91f1526e-afe6-4d2b-951b-1470142ed649 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe8d977-d9d4-4188-b59c-1cc7a7b05656 HTTP/1.1" status: 200 len: 848 time: 0.0529711 Jan 10 11:42:29.340236 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-5c9ad5dc-b497-49e0-892a-f6c79d83846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:29.342517 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-5c9ad5dc-b497-49e0-892a-f6c79d83846e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481167 Jan 10 11:42:29.456712 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-1f31c8f0-32c8-4ab3-91a1-21a64f038dae service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071193 Jan 10 11:42:29.577840 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-16ca79d6-c0c9-4e0a-8558-0e59116be413 req-ec708b24-a727-48b4-934c-460f319ad759 service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132021 Jan 10 11:42:29.655009 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:29.882965 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0563154-ec7e-4c39-a898-f41cb43f07dd req-047c0086-d844-4e62-bcd5-68968e538e68 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:29.885338 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b0563154-ec7e-4c39-a898-f41cb43f07dd req-047c0086-d844-4e62-bcd5-68968e538e68 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 944 time: 0.2510731 Jan 10 11:42:29.950848 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b0563154-ec7e-4c39-a898-f41cb43f07dd req-e24cf001-2e3f-455e-b39d-d8ca4c1d86b8 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580571 Jan 10 11:42:30.148699 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.894278 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-6469cd6f-fbc5-4e53-b417-35f9d0edacd5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565846 Jan 10 11:42:30.895188 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:30.973526 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-b9740e5f-3317-4774-af7d-b1d608423524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:30.976051 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-b9740e5f-3317-4774-af7d-b1d608423524 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6940c4980bd247c986a305a72a9d1434&device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 1099 time: 0.0583844 Jan 10 11:42:31.103922 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b94f2-5c26-4dde-a14f-bec6d0fdc93c req-7c2649d3-13c7-4329-9b2e-41c7bb45e6dc tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:31.105790 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-583b94f2-5c26-4dde-a14f-bec6d0fdc93c req-7c2649d3-13c7-4329-9b2e-41c7bb45e6dc tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 944 time: 0.0636954 Jan 10 11:42:31.128612 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-d8e59293-e09c-4a90-9b21-1d10abee61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:31.130335 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-d8e59293-e09c-4a90-9b21-1d10abee61a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d629e7a0-5831-410c-81ae-c34bc8000814 HTTP/1.1" status: 200 len: 910 time: 0.1280255 Jan 10 11:42:31.176046 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-583b94f2-5c26-4dde-a14f-bec6d0fdc93c req-f0d82fd1-35fb-40ea-9c48-89a35a1f9248 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611680 Jan 10 11:42:31.219051 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-c51bbc63-b3b4-456c-87b4-bd22d7cd3196 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d HTTP/1.1" status: 200 len: 1002 time: 0.0813007 Jan 10 11:42:31.277902 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-0681fca2-0896-4fc5-9079-1a2d99e4a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:31.279492 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-0681fca2-0896-4fc5-9079-1a2d99e4a9df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db HTTP/1.1" status: 200 len: 848 time: 0.0513442 Jan 10 11:42:31.359234 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-9a879797-cb67-4726-80bf-ebb921832532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:31.360717 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-9a879797-cb67-4726-80bf-ebb921832532 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d629e7a0-5831-410c-81ae-c34bc8000814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738237 Jan 10 11:42:31.732680 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-77988b7d-11b3-426b-b5c9-d840d89b7e50 service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622079 Jan 10 11:42:31.835746 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9cdef390-8a31-4bde-b664-e30a6d320a80 req-4a7d85c7-db27-43e6-b3cd-1675ea587580 service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915992 Jan 10 11:42:31.867407 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 2c489974-fd34-47ea-ba59-02a172d3541e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:42:31.966583 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 2c489974-fd34-47ea-ba59-02a172d3541e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c489974-fd34-47ea-ba59-02a172d3541e,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:31.978122 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '2c489974-fd34-47ea-ba59-02a172d3541e', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'port_id': '2c489974-fd34-47ea-ba59-02a172d3541e', 'mac_address': 'fa:16:3e:51:29:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:42:32.021472 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:32.035752 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c489974-fd34-47ea-ba59-02a172d3541e {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:42:32.057150 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 2c489974-fd34-47ea-ba59-02a172d3541e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c489974-fd34-47ea-ba59-02a172d3541e,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:32.118539 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:32.195185 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=2c489974-fd34-47ea-ba59-02a172d3541e,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:32.360580 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77672b41-ed91-456f-87e4-385c8beb6dca req-6d72890b-6bb7-41fb-8459-860905d20f07 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:32.362058 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-77672b41-ed91-456f-87e4-385c8beb6dca req-6d72890b-6bb7-41fb-8459-860905d20f07 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 945 time: 0.0645237 Jan 10 11:42:32.373444 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['2c489974-fd34-47ea-ba59-02a172d3541e'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:42:32.468771 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-77672b41-ed91-456f-87e4-385c8beb6dca req-679aadea-35c1-4a12-88d5-e5d7ece20322 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902762 Jan 10 11:42:33.602456 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a48d8-d097-4cd9-af77-1ffcd4ac27e1 req-e6dd87d8-a7f2-4e9a-8ddf-dad687ffbceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:33.609580 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bc0a48d8-d097-4cd9-af77-1ffcd4ac27e1 req-e6dd87d8-a7f2-4e9a-8ddf-dad687ffbceb tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 945 time: 0.0595274 Jan 10 11:42:33.658177 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bc0a48d8-d097-4cd9-af77-1ffcd4ac27e1 req-1dfe5621-80bd-4e87-98e4-12be4725d9aa tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476267 Jan 10 11:42:33.872255 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 2c489974-fd34-47ea-ba59-02a172d3541e up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:34.061049 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 2c489974-fd34-47ea-ba59-02a172d3541e completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:42:34.068315 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 2c489974-fd34-47ea-ba59-02a172d3541e triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:34.068882 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:34.190294 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:34.229988 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c489974-fd34-47ea-ba59-02a172d3541e'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:34.236842 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b788e46a-8164-42c4-86ed-03cd37ea3328" -d '{"events": [{"server_uuid": "b68f610f-6b78-43a7-93b9-398074034ffe", "name": "network-vif-plugged", "status": "completed", "tag": "2c489974-fd34-47ea-ba59-02a172d3541e"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:34.241255 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 2c489974-fd34-47ea-ba59-02a172d3541e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c489974-fd34-47ea-ba59-02a172d3541e,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:34.281782 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577f7232-9da8-46e7-8f8b-e749c514a8a2 x-openstack-request-id: req-577f7232-9da8-46e7-8f8b-e749c514a8a2 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:34.282363 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68f610f-6b78-43a7-93b9-398074034ffe", "name": "network-vif-plugged", "status": "completed", "tag": "2c489974-fd34-47ea-ba59-02a172d3541e", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:34.282825 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-577f7232-9da8-46e7-8f8b-e749c514a8a2 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:34.283445 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c489974-fd34-47ea-ba59-02a172d3541e', 'code': 200} Jan 10 11:42:34.423477 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:34.492468 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=2c489974-fd34-47ea-ba59-02a172d3541e,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:34.715231 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336714d-6e17-4783-8904-3011b266c06f req-0a45ae3a-3a44-44c7-b10a-ae7e509ba814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:34.716809 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7336714d-6e17-4783-8904-3011b266c06f req-0a45ae3a-3a44-44c7-b10a-ae7e509ba814 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 1099 time: 0.0521142 Jan 10 11:42:34.778754 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7336714d-6e17-4783-8904-3011b266c06f req-fe9f74cb-8393-4333-8f8f-a16646d1bd71 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507624 Jan 10 11:42:34.871241 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2661b6-f3b1-45ce-8e90-a329d094a77d req-f3d9bea3-4504-46f8-8a42-5782fcaef825 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:34.873225 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6c2661b6-f3b1-45ce-8e90-a329d094a77d req-f3d9bea3-4504-46f8-8a42-5782fcaef825 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 946 time: 0.1150627 Jan 10 11:42:34.926173 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6c2661b6-f3b1-45ce-8e90-a329d094a77d req-8adbcdf6-4023-41b3-abd7-0917d3eb6402 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468276 Jan 10 11:42:36.065624 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b623b4b-a9f8-4774-9e10-0bad5f943ed9 req-8c584444-10ea-4c85-be3a-f56eb12f7108 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:36.067269 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8b623b4b-a9f8-4774-9e10-0bad5f943ed9 req-8c584444-10ea-4c85-be3a-f56eb12f7108 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 946 time: 0.0548313 Jan 10 11:42:36.140423 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8b623b4b-a9f8-4774-9e10-0bad5f943ed9 req-84fa8008-5220-44a4-bb3f-6d7576ea8ba4 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651255 Jan 10 11:42:37.379987 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f2b6-e9a7-4728-8cec-3f0c8fbc8479 req-d1755777-4a9c-4973-b7b9-c939fa383337 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:37.383988 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ea79f2b6-e9a7-4728-8cec-3f0c8fbc8479 req-d1755777-4a9c-4973-b7b9-c939fa383337 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 946 time: 0.1061752 Jan 10 11:42:37.458749 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ea79f2b6-e9a7-4728-8cec-3f0c8fbc8479 req-fa737dd0-6ea6-4b70-be68-0fc76ab8a0fc tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639856 Jan 10 11:42:37.622907 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197cdc-57d7-466a-a118-ee2070d79caf req-e781fea2-22d9-4858-9ad9-f440ae9a3e0b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:37.624528 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-86197cdc-57d7-466a-a118-ee2070d79caf req-e781fea2-22d9-4858-9ad9-f440ae9a3e0b tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 946 time: 0.0599563 Jan 10 11:42:37.634033 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43714) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:37.638958 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Request body: {'floatingip': {'port_id': '2c489974-fd34-47ea-ba59-02a172d3541e'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:37.683066 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (9e628361-c85b-4b3a-a7d4-63d5aa3dcb82), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:38.266062 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:38.493541 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (9e628361-c85b-4b3a-a7d4-63d5aa3dcb82), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:38.615914 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Floating IP 9e628361-c85b-4b3a-a7d4-63d5aa3dcb82 associated. External IP: 172.37.3.239, port: 2c489974-fd34-47ea-ba59-02a172d3541e. Jan 10 11:42:38.879495 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Router 6c9ea1f8-9b16-4181-997d-173a9467d593 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:42:39.029480 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:42:39.035566 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:39.044253 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] Sync routers for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:42:39.056748 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:39.057638 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:39.082406 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a93a2452-8c83-4c09-b59c-e02e10593970 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "PUT /v2.0/floatingips/9e628361-c85b-4b3a-a7d4-63d5aa3dcb82 HTTP/1.1" status: 200 len: 992 time: 1.4465590 Jan 10 11:42:39.083824 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'tag': '2c489974-fd34-47ea-ba59-02a172d3541e'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:42:39.088330 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d51505-d9e0-4fd6-b29f-a42819db24a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b68f610f-6b78-43a7-93b9-398074034ffe", "tag": "2c489974-fd34-47ea-ba59-02a172d3541e"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:42:39.140610 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578b6793-ac9d-4109-8ba6-df3604551726 x-openstack-request-id: req-578b6793-ac9d-4109-8ba6-df3604551726 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:42:39.141793 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68f610f-6b78-43a7-93b9-398074034ffe", "tag": "2c489974-fd34-47ea-ba59-02a172d3541e", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:42:39.142286 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-578b6793-ac9d-4109-8ba6-df3604551726 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:42:39.143097 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'tag': '2c489974-fd34-47ea-ba59-02a172d3541e', 'status': 'completed', 'code': 200} Jan 10 11:42:39.208878 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-61c5bea4-b535-4dc2-b4f9-d1694704ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:39.214597 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-61c5bea4-b535-4dc2-b4f9-d1694704ce11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 1099 time: 0.0496521 Jan 10 11:42:39.235961 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:39.324659 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-09719ce6-fc04-4e48-b08d-f3d1102527a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:39.326985 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-09719ce6-fc04-4e48-b08d-f3d1102527a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 200 len: 910 time: 0.1064255 Jan 10 11:42:39.405504 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-d23d44db-3a83-408e-acee-58bd90fa3a5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c489974-fd34-47ea-ba59-02a172d3541e HTTP/1.1" status: 200 len: 1000 time: 0.0695212 Jan 10 11:42:39.465031 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-b50ceec4-ade3-4b3e-b498-40bc13301d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:39.466693 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-b50ceec4-ade3-4b3e-b498-40bc13301d07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4fe8d977-d9d4-4188-b59c-1cc7a7b05656 HTTP/1.1" status: 200 len: 848 time: 0.0533555 Jan 10 11:42:39.529780 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-1e3cff7a-39d4-4130-b362-23f0efb5a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:39.531347 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-1e3cff7a-39d4-4130-b362-23f0efb5a84f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570722 Jan 10 11:42:39.586910 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9e628361-c85b-4b3a-a7d4-63d5aa3dcb82', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'floating_ip_address': '172.37.3.239', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'port_id': '2c489974-fd34-47ea-ba59-02a172d3541e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'mac_address': 'fa:16:3e:51:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:42:22Z', 'updated_at': '2022-01-10T11:42:38Z', 'revision_number': 1, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:39.628828 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] Checking router: 6c9ea1f8-9b16-4181-997d-173a9467d593 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:42:39.643498 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:39.644125 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:39.671372 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-d7f5dc15-e5a9-4d4a-aa4a-0541a5a836e5 service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319957 Jan 10 11:42:39.817921 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8d51505-d9e0-4fd6-b29f-a42819db24a0 req-4d2253a0-3999-41d2-b80e-6f8db851a8fa service neutron] 10.222.0.31 "GET /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379786 Jan 10 11:42:39.985771 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:40.363663 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9e628361-c85b-4b3a-a7d4-63d5aa3dcb82', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'floating_ip_address': '172.37.3.239', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'port_id': '2c489974-fd34-47ea-ba59-02a172d3541e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'mac_address': 'fa:16:3e:51:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:42:22Z', 'updated_at': '2022-01-10T11:42:38Z', 'revision_number': 1, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:40.398390 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6f702-5402-4b8f-a8b9-ccc104da2f66 None None] The sync data for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi is: [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '9e628361-c85b-4b3a-a7d4-63d5aa3dcb82', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'floating_ip_address': '172.37.3.239', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'port_id': '2c489974-fd34-47ea-ba59-02a172d3541e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'mac_address': 'fa:16:3e:51:29:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:42:22Z', 'updated_at': '2022-01-10T11:42:38Z', 'revision_number': 1, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:42:40.620055 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46015600-b126-49fd-a8e3-58ef94f5d3bc None None] New status for floating IP 9e628361-c85b-4b3a-a7d4-63d5aa3dcb82: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:42:46.458497 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43862) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:46.506242 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Deleting subnet 339ee23a-d96f-4016-8e7d-672f3e7d8b82 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:42:46.509612 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Publish callbacks [] for subnet (339ee23a-d96f-4016-8e7d-672f3e7d8b82), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:46.544958 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434212'] for subnet (339ee23a-d96f-4016-8e7d-672f3e7d8b82), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:46.585390 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (339ee23a-d96f-4016-8e7d-672f3e7d8b82), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:46.748204 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193726'] for subnet (339ee23a-d96f-4016-8e7d-672f3e7d8b82), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:46.782653 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:46.785995 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/339ee23a-d96f-4016-8e7d-672f3e7d8b82 HTTP/1.1" status: 204 len: 168 time: 0.3263521 Jan 10 11:42:46.787027 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339ee23a-d96f-4016-8e7d-672f3e7d8b82,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:46.790066 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43868) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:46.796068 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.796615 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.797158 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.797734 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.798515 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.798922 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.799468 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.800022 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.800556 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.801130 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.801687 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.802320 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.802987 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634a7122-a0f8-4ff8-b6aa-ba67e409022e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:46.872165 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (ef46ac2a-9aa5-4568-beae-a9f54e14c6d0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:46.958572 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (ef46ac2a-9aa5-4568-beae-a9f54e14c6d0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:46.979550 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef46ac2a-9aa5-4568-beae-a9f54e14c6d0']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:46.991403 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580b06c8-0fd6-4581-9c7b-0a7beb70729e') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:46.991622 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580b06c8-0fd6-4581-9c7b-0a7beb70729e') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:47.003014 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5206376'] for segment (580b06c8-0fd6-4581-9c7b-0a7beb70729e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.018311 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (580b06c8-0fd6-4581-9c7b-0a7beb70729e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.026624 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:42:47.027070 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5965873'] for segment (580b06c8-0fd6-4581-9c7b-0a7beb70729e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: Traceback (most recent call last): Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: timer() Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: cb(*args, **kw) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: return func(*args, **kwargs) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: self._notify() Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: self.callback(batched_events) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: event.method(event) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: return f(self, *a, **k) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: return self._get(url).json() Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:42:47.030455 dv-cinder-master-3-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:42:47.034516 dv-cinder-master-3-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:42:47.173866 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (ef46ac2a-9aa5-4568-beae-a9f54e14c6d0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.178413 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.183122 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ef46ac2a-9aa5-4568-beae-a9f54e14c6d0 HTTP/1.1" status: 204 len: 168 time: 0.3908472 Jan 10 11:42:47.196797 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef46ac2a-9aa5-4568-beae-a9f54e14c6d0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:47.204322 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.204766 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.205219 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.205606 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.205935 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.206283 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.206609 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.211505 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.211505 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.211505 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.211505 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.211505 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.211505 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff11c72-5965-409b-9cec-f016d94f7606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:47.445888 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfddf7-2026-4ec0-a793-36f5fff34e1f req-b35eca41-e2d3-4a9f-b540-8bc62faef073 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:47.447385 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7ebfddf7-2026-4ec0-a793-36f5fff34e1f req-b35eca41-e2d3-4a9f-b540-8bc62faef073 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0539267 Jan 10 11:42:47.499168 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7ebfddf7-2026-4ec0-a793-36f5fff34e1f req-6fab2846-b569-4aae-acbb-8a8d1450e0b8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455694 Jan 10 11:42:47.587938 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43884) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:47.628840 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e6eff335-e7a4-4a85-ac15-4d91b1254f5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f63270caad74d2ab5a02aa80ad08ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397463 Jan 10 11:42:47.631287 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43886) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:47.679303 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3fe8604c-026e-4265-8414-cd509a73030d admin admin] Publish callbacks [] for security_group (0e5bba8e-012b-4441-93e6-ead16ec409c4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.702139 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3fe8604c-026e-4265-8414-cd509a73030d admin admin] Publish callbacks [] for security_group (0e5bba8e-012b-4441-93e6-ead16ec409c4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.836719 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3fe8604c-026e-4265-8414-cd509a73030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0e5bba8e-012b-4441-93e6-ead16ec409c4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.839307 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3fe8604c-026e-4265-8414-cd509a73030d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:47.841097 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3fe8604c-026e-4265-8414-cd509a73030d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e5bba8e-012b-4441-93e6-ead16ec409c4 HTTP/1.1" status: 204 len: 168 time: 0.2089148 Jan 10 11:42:47.849920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8604c-026e-4265-8414-cd509a73030d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5bba8e-012b-4441-93e6-ead16ec409c4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:48.624375 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f5f3-4969-4c10-8942-4db6e6417497 req-b32393a2-792d-45b8-9513-b12405dd18d8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:48.625847 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1fe4f5f3-4969-4c10-8942-4db6e6417497 req-b32393a2-792d-45b8-9513-b12405dd18d8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0489228 Jan 10 11:42:48.685201 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1fe4f5f3-4969-4c10-8942-4db6e6417497 req-15805a4d-b2ef-447d-b124-726c64841841 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536094 Jan 10 11:42:48.985048 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43912) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:49.084906 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393349847-network', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:49.168468 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Made reservation on behalf of e45c180d632e41cdb97880086d7705c2 for: {'network': 1} {{(pid=103370) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:49.170857 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:49.179832 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:49.253940 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Publish callbacks [] for security_group (ac8790e9-4714-4d03-9cfc-14532b197551), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:49.327803 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ac8790e9-4714-4d03-9cfc-14532b197551), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:49.352866 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103370) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:42:49.361940 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8790e9-4714-4d03-9cfc-14532b197551,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:49.367984 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (06fbabb0-d82b-4d3f-ad7c-9d91148d0f69), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:49.368320 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.segments_db [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Added segment 06fbabb0-d82b-4d3f-ad7c-9d91148d0f69 of type vlan for network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 Jan 10 11:42:49.409085 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (00bdfc4a-b204-4e19-8d0f-3802efe9f3c9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:49.708689 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (00bdfc4a-b204-4e19-8d0f-3802efe9f3c9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:49.709667 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:49.710372 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:49.803474 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] Pushing event updated for resources: {'Network': ['ID=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:49.816373 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:42:49.826355 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:42:49.834254 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673d00f-6647-48ac-9fe0-c64a0e1b7b48 req-3db60af1-135c-45a1-ac6e-1a90da0840fc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:49.835938 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4673d00f-6647-48ac-9fe0-c64a0e1b7b48 req-3db60af1-135c-45a1-ac6e-1a90da0840fc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0650799 Jan 10 11:42:49.843429 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d09356ed-a3aa-4640-9003-d4c945add6a6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8542995 Jan 10 11:42:49.844179 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43920) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:49.854517 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Request body: {'subnet': {'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393349847-subnet', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:49.894724 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4673d00f-6647-48ac-9fe0-c64a0e1b7b48 req-d3352095-9c89-4c5d-9d9c-6b9bd92b290c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509207 Jan 10 11:42:49.985134 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Made reservation on behalf of e45c180d632e41cdb97880086d7705c2 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:49.987599 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.241320 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (4f1083a1-02c0-499e-8a25-7e0bf782d3e7), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.301729 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f1083a1-02c0-499e-8a25-7e0bf782d3e7,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:50.311606 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Checking segment: {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:50.311965 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Network hostable DHCP agents. Network: 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:42:50.400824 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:42:50.493878 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:50.498876 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:50.499465 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.509410 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7cbc7-d985-487a-baf2-9600f74a4233 None None] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:42:50.593842 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-37ff10c4-1c4c-4c12-ae59-90e33c9b82a1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7486889 Jan 10 11:42:50.596550 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43924) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:50.601927 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:50.608197 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:42:50.609147 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.743799 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (5b26d024-8545-4d33-b1a1-e39173f72376), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.744231 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Allocated IP 172.20.0.2 (00bdfc4a-b204-4e19-8d0f-3802efe9f3c9/4f1083a1-02c0-499e-8a25-7e0bf782d3e7/fde439d3-d29d-410f-a6ec-ad387128587b) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:50.744887 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (5b26d024-8545-4d33-b1a1-e39173f72376), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.801498 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks [] for router_controller (5b26d024-8545-4d33-b1a1-e39173f72376), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.894634 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Publish callbacks [] for port (fde439d3-d29d-410f-a6ec-ad387128587b), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.967010 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:50.990519 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks [] for router_gateway (5b26d024-8545-4d33-b1a1-e39173f72376), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:51.009035 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:51.011954 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:51.015574 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:51.021185 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4fc60-dcf1-44cb-a818-27ce3e3508e0 req-f3fc4acb-aaf9-44c2-bd62-272d5d6a437e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:51.022681 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Pushing event updated for resources: {'Port': ['ID=fde439d3-d29d-410f-a6ec-ad387128587b,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:51.022860 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b3b4fc60-dcf1-44cb-a818-27ce3e3508e0 req-f3fc4acb-aaf9-44c2-bd62-272d5d6a437e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0516212 Jan 10 11:42:51.032848 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.033185 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.033522 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.033850 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.034172 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.034512 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.034827 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.035153 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.035465 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.035779 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.036093 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.036402 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.036708 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:51.077982 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b3b4fc60-dcf1-44cb-a818-27ce3e3508e0 req-41578b64-6b23-4068-9dd2-dff7e3b5517a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493648 Jan 10 11:42:51.087039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Attempting to bind port fde439d3-d29d-410f-a6ec-ad387128587b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:51.087422 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Attempting to bind port fde439d3-d29d-410f-a6ec-ad387128587b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:51.087752 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Attempting to bind port fde439d3-d29d-410f-a6ec-ad387128587b on network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:51.103630 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:51.104051 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Checking segment: {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:51.104455 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:51.104863 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Bound using segment: {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:51.105372 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Bound port: fde439d3-d29d-410f-a6ec-ad387128587b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:51.105954 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:51.170981 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] For port fde439d3-d29d-410f-a6ec-ad387128587b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:51.174358 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] For port fde439d3-d29d-410f-a6ec-ad387128587b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fde439d3-d29d-410f-a6ec-ad387128587b,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:51.258733 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:51.300023 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks [] for router_gateway (5b26d024-8545-4d33-b1a1-e39173f72376), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:51.315521 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b29ffc-d74c-44ba-a471-478a178839ed None None] Pushing event updated for resources: {'Port': ['ID=fde439d3-d29d-410f-a6ec-ad387128587b,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:51.326164 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:51.457517 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Allocated IP 172.37.3.251 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/067af868-a45f-401d-b961-9cfd1cb25d71) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:51.588118 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks [] for port (067af868-a45f-401d-b961-9cfd1cb25d71), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:51.682745 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:51.723517 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:51.726368 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:51.729830 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:51.736502 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Pushing event updated for resources: {'Port': ['ID=067af868-a45f-401d-b961-9cfd1cb25d71,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:51.918496 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device fde439d3-d29d-410f-a6ec-ad387128587b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:51.975629 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port fde439d3-d29d-410f-a6ec-ad387128587b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:51.976087 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:52.059557 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:52.067235 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks [] for router_gateway (5b26d024-8545-4d33-b1a1-e39173f72376), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:52.095712 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port fde439d3-d29d-410f-a6ec-ad387128587b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fde439d3-d29d-410f-a6ec-ad387128587b,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:52.174243 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:52.227694 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a3839-817a-4715-bb1f-e07a209177fb req-7e93d8e1-07bb-47e6-9b66-2be934bc94fc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:52.229297 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-042a3839-817a-4715-bb1f-e07a209177fb req-7e93d8e1-07bb-47e6-9b66-2be934bc94fc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0732067 Jan 10 11:42:52.243540 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=fde439d3-d29d-410f-a6ec-ad387128587b,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:52.298765 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-042a3839-817a-4715-bb1f-e07a209177fb req-c56c0323-12b6-4716-877f-51bd94c7a99a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622699 Jan 10 11:42:52.321968 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (5b26d024-8545-4d33-b1a1-e39173f72376), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:52.353286 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff2a58-58f3-4635-9ad7-6e4f51dafcae None None] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:42:52.422717 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ef66bcef-bcf1-4361-a4ca-297a15c70f33 None None] Provisioning complete for port fde439d3-d29d-410f-a6ec-ad387128587b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:52.423390 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ef66bcef-bcf1-4361-a4ca-297a15c70f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:52.526704 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Router 5b26d024-8545-4d33-b1a1-e39173f72376 is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:42:52.639595 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:42:52.649211 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Sync routers for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:42:52.660741 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:52.662058 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:52.730112 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:52.732491 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-06f5032b-b352-4917-aa4c-d29fd92953a8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1349831 Jan 10 11:42:52.735258 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43934) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:52.780091 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:52.840070 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-730cec1d-cd89-49b0-b07d-86faa0d63bb5 None None] Provisioning complete for port fde439d3-d29d-410f-a6ec-ad387128587b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:52.840427 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-730cec1d-cd89-49b0-b07d-86faa0d63bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.029498 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:51Z', 'revision_number': 3, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:53.055694 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Checking router: 5b26d024-8545-4d33-b1a1-e39173f72376 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:42:53.056042 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Updating router 5b26d024-8545-4d33-b1a1-e39173f72376 port 067af868-a45f-401d-b961-9cfd1cb25d71 binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:42:53.081411 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.154998 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.460454 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6453f-66b5-4ae9-b3cc-fdc52259a3fb req-dfd68740-eafe-4df9-9760-ab8f09455621 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:53.473299 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f4c6453f-66b5-4ae9-b3cc-fdc52259a3fb req-dfd68740-eafe-4df9-9760-ab8f09455621 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0919385 Jan 10 11:42:53.483180 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Publish callbacks [] for port (067af868-a45f-401d-b961-9cfd1cb25d71), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.523665 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f4c6453f-66b5-4ae9-b3cc-fdc52259a3fb req-f7e96525-2bf4-4f19-96c8-31a681235f39 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490408 Jan 10 11:42:53.585600 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Allocated IP 172.20.0.1 (00bdfc4a-b204-4e19-8d0f-3802efe9f3c9/4f1083a1-02c0-499e-8a25-7e0bf782d3e7/fe6e7091-17cd-4eaf-af4a-f1daad877147) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:53.589341 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.644106 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Attempting to bind port 067af868-a45f-401d-b961-9cfd1cb25d71 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:53.644431 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Attempting to bind port 067af868-a45f-401d-b961-9cfd1cb25d71 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:53.644793 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Attempting to bind port 067af868-a45f-401d-b961-9cfd1cb25d71 on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:53.650938 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86724b7-1f5c-4dcb-98ac-ecb16b391587 None None] Pushing event updated for resources: {'Port': ['ID=067af868-a45f-401d-b961-9cfd1cb25d71,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:53.657146 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:53.657524 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:53.657919 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.658326 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:53.658800 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Bound port: 067af868-a45f-401d-b961-9cfd1cb25d71, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:53.659663 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.708526 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Publish callbacks [] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.713721 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] For port 067af868-a45f-401d-b961-9cfd1cb25d71, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:53.717100 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] For port 067af868-a45f-401d-b961-9cfd1cb25d71, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=067af868-a45f-401d-b961-9cfd1cb25d71,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:53.854459 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.882933 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:53.904738 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device fde439d3-d29d-410f-a6ec-ad387128587b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:53.927380 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:53.930367 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:53.934571 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:53.940481 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Pushing event updated for resources: {'Port': ['ID=fe6e7091-17cd-4eaf-af4a-f1daad877147,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:53.947790 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86724b7-1f5c-4dcb-98ac-ecb16b391587 None None] Pushing event updated for resources: {'Port': ['ID=067af868-a45f-401d-b961-9cfd1cb25d71,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:53.953583 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:53.954332 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:53.981651 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (5b26d024-8545-4d33-b1a1-e39173f72376), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:54.054843 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port fde439d3-d29d-410f-a6ec-ad387128587b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:54.055400 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:54.100049 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:54.171388 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:54.288650 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-66279557-f5de-4eea-959c-356c9f55a1cf None None] Provisioning complete for port fe6e7091-17cd-4eaf-af4a-f1daad877147 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:54.289039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-66279557-f5de-4eea-959c-356c9f55a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:54.346309 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Publish callbacks [] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:54.363197 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-66279557-f5de-4eea-959c-356c9f55a1cf None None] Port fe6e7091-17cd-4eaf-af4a-f1daad877147 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:42:54.387179 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:51Z', 'revision_number': 3, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:54.419441 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccabd36e-c7dc-418e-81c8-0506ea19128f None None] The sync data for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi is: [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:51Z', 'revision_number': 3, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:42:54.441797 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:54.469305 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bcdd0c50-5d49-413b-ac36-a49077b885c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:54.520333 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Pushing event updated for resources: {'Port': ['ID=fe6e7091-17cd-4eaf-af4a-f1daad877147,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:54.523047 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (5b26d024-8545-4d33-b1a1-e39173f72376), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:54.642114 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:54.643939 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:54.691282 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88b719-0fb8-4d41-9b12-fc39215fcc56 req-a1f2c9bc-2167-48aa-84e3-fcaccbf845d1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:54.692817 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1e88b719-0fb8-4d41-9b12-fc39215fcc56 req-a1f2c9bc-2167-48aa-84e3-fcaccbf845d1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0792933 Jan 10 11:42:54.769158 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1e88b719-0fb8-4d41-9b12-fc39215fcc56 req-8edd23f5-0847-48ba-aafb-034d84556591 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705225 Jan 10 11:42:54.814791 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Router 5b26d024-8545-4d33-b1a1-e39173f72376 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:42:54.933047 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:42:54.939191 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-2702b29c-d979-4df4-a931-ccc494ba330c admin admin] 10.222.0.20 "PUT /v2.0/routers/5b26d024-8545-4d33-b1a1-e39173f72376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2029002 Jan 10 11:42:54.990016 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-218cee07-b7da-4cbc-be41-a7e4a39a3ad3 None None] Provisioning complete for port fe6e7091-17cd-4eaf-af4a-f1daad877147 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:54.990583 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-218cee07-b7da-4cbc-be41-a7e4a39a3ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:55.033235 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-218cee07-b7da-4cbc-be41-a7e4a39a3ad3 None None] Port fe6e7091-17cd-4eaf-af4a-f1daad877147 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:42:55.664920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43962) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:55.669869 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-334972533-network', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:55.761238 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Made reservation on behalf of a00e0863a4a9437aad4c9fae5ecc92c8 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:55.764223 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:55.773765 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:55.881208 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Publish callbacks [] for security_group (a3896d4b-21eb-4fe0-b3a8-86f44cf4722b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:55.924207 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161baa36-1460-483e-8be4-5a7d46bc569c req-5f91525e-cbf9-44b9-b26b-3ea10547d8bd tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:55.928239 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-161baa36-1460-483e-8be4-5a7d46bc569c req-5f91525e-cbf9-44b9-b26b-3ea10547d8bd tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0779452 Jan 10 11:42:55.935918 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 067af868-a45f-401d-b961-9cfd1cb25d71 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:55.976025 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-161baa36-1460-483e-8be4-5a7d46bc569c req-cd2ca59f-de96-4a0a-9f1b-287fa10e2dd3 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Jan 10 11:42:55.988900 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 067af868-a45f-401d-b961-9cfd1cb25d71 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:55.989413 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.002350 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a3896d4b-21eb-4fe0-b3a8-86f44cf4722b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.023039 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:42:56.027815 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3896d4b-21eb-4fe0-b3a8-86f44cf4722b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:56.035339 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (cd94aaed-bc57-454d-b16a-12e7dd71ec83), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.035687 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Added segment cd94aaed-bc57-454d-b16a-12e7dd71ec83 of type vlan for network b0712aaa-593d-45ac-bb70-30c2a8c04aaa Jan 10 11:42:56.078750 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.080489 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (b0712aaa-593d-45ac-bb70-30c2a8c04aaa), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.087744 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Sync routers for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:42:56.097564 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:56.098177 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:56.101288 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port 067af868-a45f-401d-b961-9cfd1cb25d71, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=067af868-a45f-401d-b961-9cfd1cb25d71,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:56.162558 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.192301 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (b0712aaa-593d-45ac-bb70-30c2a8c04aaa), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.193374 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:56.194061 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.203945 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:56.213020 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=067af868-a45f-401d-b961-9cfd1cb25d71,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:56.267167 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] Pushing event updated for resources: {'Network': ['ID=b0712aaa-593d-45ac-bb70-30c2a8c04aaa,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:56.277425 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network b0712aaa-593d-45ac-bb70-30c2a8c04aaa details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:42:56.297239 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-dbd215bf-d062-444f-990f-bab4baa4287c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6311893 Jan 10 11:42:56.299936 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43966) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:56.305938 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Request body: {'subnet': {'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-334972533-subnet', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:56.420284 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Made reservation on behalf of a00e0863a4a9437aad4c9fae5ecc92c8 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:42:56.421757 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 2, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:56.423026 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.451723 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Checking router: 5b26d024-8545-4d33-b1a1-e39173f72376 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:42:56.452066 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Updating router 5b26d024-8545-4d33-b1a1-e39173f72376 port fe6e7091-17cd-4eaf-af4a-f1daad877147 binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:42:56.476626 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.676698 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ad97af82-b732-49d5-9e5d-dd44ec827204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.700444 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (c49ccb27-622e-49e7-bd4f-61d09fb1ebe8), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.746489 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Publish callbacks [] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.752522 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49ccb27-622e-49e7-bd4f-61d09fb1ebe8,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:56.770821 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Checking segment: {'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:56.771281 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Network hostable DHCP agents. Network: b0712aaa-593d-45ac-bb70-30c2a8c04aaa, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:42:56.825584 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.854676 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Network b0712aaa-593d-45ac-bb70-30c2a8c04aaa is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:42:56.871930 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Pushing event updated for resources: {'Port': ['ID=fe6e7091-17cd-4eaf-af4a-f1daad877147,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:56.885099 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.885457 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.885796 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.886179 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.892775 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:42:56.939946 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b0712aaa-593d-45ac-bb70-30c2a8c04aaa) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:56.940758 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Attempting to bind port fe6e7091-17cd-4eaf-af4a-f1daad877147 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:56.944699 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Attempting to bind port fe6e7091-17cd-4eaf-af4a-f1daad877147 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:56.944699 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Attempting to bind port fe6e7091-17cd-4eaf-af4a-f1daad877147 on network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:56.944947 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:56.945123 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.947482 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:56.947929 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Checking segment: {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:56.948293 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.948841 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Bound using segment: {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:56.949378 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Bound port: fe6e7091-17cd-4eaf-af4a-f1daad877147, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:56.949758 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:56.952629 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702adfe9-62b5-47ee-9e61-430daf8a14b1 None None] Network b0712aaa-593d-45ac-bb70-30c2a8c04aaa requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:42:57.023665 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f9857e14-b5b6-4727-8a30-23360540457c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7222688 Jan 10 11:42:57.023781 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] For port fe6e7091-17cd-4eaf-af4a-f1daad877147, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:57.025990 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 43972) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:57.037007 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] For port fe6e7091-17cd-4eaf-af4a-f1daad877147, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe6e7091-17cd-4eaf-af4a-f1daad877147,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:57.037161 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:42:57.085305 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-b0712aaa-593d-45ac-bb70-30c2a8c04aaa', 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa', 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'fixed_ips': [{'subnet_id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:42:57.086182 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.117954 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.121965 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd27135-e265-41ff-9ded-1ef4aa48ab3e req-a4406c57-7af4-4820-ae92-3216f1dfe347 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:57.123601 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fbd27135-e265-41ff-9ded-1ef4aa48ab3e req-a4406c57-7af4-4820-ae92-3216f1dfe347 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0544767 Jan 10 11:42:57.145851 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (ac30411d-ba35-419f-b6a3-fff791cd102e), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.147166 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (ac30411d-ba35-419f-b6a3-fff791cd102e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.174638 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fbd27135-e265-41ff-9ded-1ef4aa48ab3e req-7b940a5c-25d4-4c88-918a-a044e6df1e74 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451970 Jan 10 11:42:57.175472 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a45416-78eb-42cd-83fe-e9e4ab4e8cdb None None] Pushing event updated for resources: {'Port': ['ID=fe6e7091-17cd-4eaf-af4a-f1daad877147,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:57.195054 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:57.195881 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:57.211828 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks [] for router_controller (ac30411d-ba35-419f-b6a3-fff791cd102e), precommit_add_association {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.241975 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-f8838b72-a916-4206-8480-003676930700 None None] Provisioning complete for port fe6e7091-17cd-4eaf-af4a-f1daad877147 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:57.242378 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f8838b72-a916-4206-8480-003676930700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.299122 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Allocated IP 172.20.0.2 (b0712aaa-593d-45ac-bb70-30c2a8c04aaa/c49ccb27-622e-49e7-bd4f-61d09fb1ebe8/ea127e53-fd88-404c-af4f-3907cec2b95b) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:57.410404 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f8838b72-a916-4206-8480-003676930700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.428338 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:57.494953 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-f8838b72-a916-4206-8480-003676930700 None None] For port fe6e7091-17cd-4eaf-af4a-f1daad877147, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe6e7091-17cd-4eaf-af4a-f1daad877147,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:57.509122 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks [] for router_gateway (ac30411d-ba35-419f-b6a3-fff791cd102e), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.510165 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Publish callbacks [] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.556440 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f8838b72-a916-4206-8480-003676930700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.590355 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.619467 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Network b0712aaa-593d-45ac-bb70-30c2a8c04aaa is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:57.620307 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8838b72-a916-4206-8480-003676930700 None None] Pushing event updated for resources: {'Port': ['ID=fe6e7091-17cd-4eaf-af4a-f1daad877147,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:57.624129 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:57.627559 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:57.672804 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:57Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:57.700270 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f13b012-be70-47fd-abe6-37104d0d286d None None] The sync data for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi is: [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:57Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:42:57.709462 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Pushing event updated for resources: {'Port': ['ID=ea127e53-fd88-404c-af4f-3907cec2b95b,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:57.724577 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ee75de0c-30de-4b72-8ce5-ac68e4b72f79 None None] Provisioning complete for port fe6e7091-17cd-4eaf-af4a-f1daad877147 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:57.724946 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ee75de0c-30de-4b72-8ce5-ac68e4b72f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.726814 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Attempting to bind port ea127e53-fd88-404c-af4f-3907cec2b95b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:42:57.727228 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Attempting to bind port ea127e53-fd88-404c-af4f-3907cec2b95b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:42:57.727511 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Attempting to bind port ea127e53-fd88-404c-af4f-3907cec2b95b on network b0712aaa-593d-45ac-bb70-30c2a8c04aaa {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:42:57.778973 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:42:57.779454 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Checking segment: {'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:42:57.779854 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.783058 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Bound using segment: {'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:42:57.783609 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Bound port: ea127e53-fd88-404c-af4f-3907cec2b95b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:42:57.784001 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.835223 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks [] for router_gateway (ac30411d-ba35-419f-b6a3-fff791cd102e), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.859806 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:57.877229 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] For port ea127e53-fd88-404c-af4f-3907cec2b95b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:42:57.882207 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] For port ea127e53-fd88-404c-af4f-3907cec2b95b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ea127e53-fd88-404c-af4f-3907cec2b95b,segment=NetworkSegment(cd94aaed-bc57-454d-b16a-12e7dd71ec83),segment_id=cd94aaed-bc57-454d-b16a-12e7dd71ec83)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:42:57.988131 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:58.019889 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:58.041234 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Allocated IP 172.37.3.214 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/bc4a429d-0e3d-408d-acff-ebce84ae454b) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:42:58.044592 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device fe6e7091-17cd-4eaf-af4a-f1daad877147 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:58.086085 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de715d10-eeca-4339-be0d-1653f2ff5778 None None] Pushing event updated for resources: {'Port': ['ID=ea127e53-fd88-404c-af4f-3907cec2b95b,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:58.118199 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port fe6e7091-17cd-4eaf-af4a-f1daad877147 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:58.118617 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:58.164770 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks [] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:58.221966 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 067af868-a45f-401d-b961-9cfd1cb25d71 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:58.288342 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:58.307062 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 067af868-a45f-401d-b961-9cfd1cb25d71 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:58.307431 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:58.359572 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Pushing event updated for resources: {'Port': ['ID=bc4a429d-0e3d-408d-acff-ebce84ae454b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:58.392939 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:42:58.395178 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e576f3-4cb3-41a0-a7e7-f146f688eac2 req-96f9e10d-4ee1-432e-b292-2e14a4547bbf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:58.397689 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:42:58.406068 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:42:58.408287 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f0e576f3-4cb3-41a0-a7e7-f146f688eac2 req-96f9e10d-4ee1-432e-b292-2e14a4547bbf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0989337 Jan 10 11:42:58.487030 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f0e576f3-4cb3-41a0-a7e7-f146f688eac2 req-b324030d-cc97-4cf4-a9ac-9abaf8160bc5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777907 Jan 10 11:42:58.800721 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks [] for router_gateway (ac30411d-ba35-419f-b6a3-fff791cd102e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:59.011583 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (ac30411d-ba35-419f-b6a3-fff791cd102e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:59.154107 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045d7d1-c9a8-471e-94ed-6724f8fc6022 None None] Network b0712aaa-593d-45ac-bb70-30c2a8c04aaa requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:42:59.220111 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Router ac30411d-ba35-419f-b6a3-fff791cd102e is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103371) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:42:59.221516 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-a64f5439-5bfb-4e4b-8197-a2ec8429b8fa None None] Provisioning complete for port ea127e53-fd88-404c-af4f-3907cec2b95b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:59.221880 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a64f5439-5bfb-4e4b-8197-a2ec8429b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:59.331400 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:42:59.404512 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:59.405758 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-97fed5be-fedb-4f1b-8f42-8f3f9527539f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3787684 Jan 10 11:42:59.406027 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Sync routers for ids ['ac30411d-ba35-419f-b6a3-fff791cd102e'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:42:59.410664 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 43980) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:42:59.431136 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Routers {'ac30411d-ba35-419f-b6a3-fff791cd102e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:42:59.431754 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['ac30411d-ba35-419f-b6a3-fff791cd102e'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:59.541403 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a64f5439-5bfb-4e4b-8197-a2ec8429b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:59.609934 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-a64f5439-5bfb-4e4b-8197-a2ec8429b8fa None None] For port ea127e53-fd88-404c-af4f-3907cec2b95b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ea127e53-fd88-404c-af4f-3907cec2b95b,segment=NetworkSegment(cd94aaed-bc57-454d-b16a-12e7dd71ec83),segment_id=cd94aaed-bc57-454d-b16a-12e7dd71ec83)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:42:59.617924 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Set router ac30411d-ba35-419f-b6a3-fff791cd102e gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:42:59.665544 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e366c-b607-4771-9786-84d141bbc401 req-ff0416fe-b477-4c05-9eaa-77fea550e206 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:42:59.667297 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e2e366c-b607-4771-9786-84d141bbc401 req-ff0416fe-b477-4c05-9eaa-77fea550e206 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0653660 Jan 10 11:42:59.697594 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:59.768574 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a64f5439-5bfb-4e4b-8197-a2ec8429b8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:42:59.847575 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f5439-5bfb-4e4b-8197-a2ec8429b8fa None None] Pushing event updated for resources: {'Port': ['ID=ea127e53-fd88-404c-af4f-3907cec2b95b,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:42:59.860496 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:42:58Z', 'revision_number': 3, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port': {'id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:42:59.899802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Checking router: ac30411d-ba35-419f-b6a3-fff791cd102e for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:42:59.900142 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Updating router ac30411d-ba35-419f-b6a3-fff791cd102e port bc4a429d-0e3d-408d-acff-ebce84ae454b binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:42:59.927046 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:42:59.951616 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device ea127e53-fd88-404c-af4f-3907cec2b95b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:42:59.953316 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-339d8251-850a-459f-9a8a-01cbb15a7ef7 None None] Provisioning complete for port ea127e53-fd88-404c-af4f-3907cec2b95b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:42:59.953674 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-339d8251-850a-459f-9a8a-01cbb15a7ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.001591 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.052281 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e2e366c-b607-4771-9786-84d141bbc401 req-3bfcaa03-caea-4ccd-9748-d1b3a7869227 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3736033 Jan 10 11:43:00.209847 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.228904 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.283862 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:00.293534 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port ea127e53-fd88-404c-af4f-3907cec2b95b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:00.294149 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.345120 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '5d53e751-c135-4aa3-b56f-602088936cc0', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'port_id': '5d53e751-c135-4aa3-b56f-602088936cc0', 'mac_address': 'fa:16:3e:7e:05:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:43:00.401017 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Allocated IP 172.20.0.1 (b0712aaa-593d-45ac-bb70-30c2a8c04aaa/c49ccb27-622e-49e7-bd4f-61d09fb1ebe8/33a9095b-9476-428f-bc76-09ebc5d568ac) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:43:00.486427 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.526480 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Publish callbacks [] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.537574 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d53e751-c135-4aa3-b56f-602088936cc0 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:43:00.600999 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:00.625145 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Publish callbacks [] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.641642 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.671738 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.689752 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Network b0712aaa-593d-45ac-bb70-30c2a8c04aaa is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:43:00.695461 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:43:00.697793 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=33a9095b-9476-428f-bc76-09ebc5d568ac,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:00.700131 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:43:00.742550 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (ac30411d-ba35-419f-b6a3-fff791cd102e), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.743871 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.748403 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=6']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:00.800816 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4ea49-7170-45a1-8f41-6394e182135b None None] Pushing event updated for resources: {'Port': ['ID=bc4a429d-0e3d-408d-acff-ebce84ae454b,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:00.811039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['5d53e751-c135-4aa3-b56f-602088936cc0'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:43:00.879484 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Attempting to bind port bc4a429d-0e3d-408d-acff-ebce84ae454b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:43:00.879910 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Attempting to bind port bc4a429d-0e3d-408d-acff-ebce84ae454b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:43:00.880268 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Attempting to bind port bc4a429d-0e3d-408d-acff-ebce84ae454b on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:43:00.891588 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:43:00.891957 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:43:00.892352 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.892745 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:43:00.893241 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Bound port: bc4a429d-0e3d-408d-acff-ebce84ae454b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:43:00.893617 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.926241 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:00.975727 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] For port bc4a429d-0e3d-408d-acff-ebce84ae454b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:43:00.987387 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:01.006906 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] For port bc4a429d-0e3d-408d-acff-ebce84ae454b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc4a429d-0e3d-408d-acff-ebce84ae454b,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:43:01.031530 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-18219209-68f8-40fc-8932-e937d7f7a7be None None] Provisioning complete for port 33a9095b-9476-428f-bc76-09ebc5d568ac triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:01.036332 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-18219209-68f8-40fc-8932-e937d7f7a7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:01.101330 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-18219209-68f8-40fc-8932-e937d7f7a7be None None] Port 33a9095b-9476-428f-bc76-09ebc5d568ac cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:43:01.141749 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:01.215215 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Routers {'ac30411d-ba35-419f-b6a3-fff791cd102e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:43:01.216123 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['ac30411d-ba35-419f-b6a3-fff791cd102e'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:43:01.218065 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4ea49-7170-45a1-8f41-6394e182135b None None] Pushing event updated for resources: {'Port': ['ID=bc4a429d-0e3d-408d-acff-ebce84ae454b,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:01.305161 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fc223-0923-4f22-bcea-da9cb25cff15 req-618d5576-69ee-445e-a2be-daa255e8e6f7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:01.307020 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-989fc223-0923-4f22-bcea-da9cb25cff15 req-618d5576-69ee-445e-a2be-daa255e8e6f7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 945 time: 0.1415904 Jan 10 11:43:01.349135 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Publish callbacks [] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:01.404613 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-989fc223-0923-4f22-bcea-da9cb25cff15 req-ad7fd7c0-57be-4097-9564-5a80f7af64a4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854535 Jan 10 11:43:01.414558 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:01.519850 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=33a9095b-9476-428f-bc76-09ebc5d568ac,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:01.527400 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] Set router ac30411d-ba35-419f-b6a3-fff791cd102e gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:43:01.557874 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (ac30411d-ba35-419f-b6a3-fff791cd102e), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:01.760073 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Network b0712aaa-593d-45ac-bb70-30c2a8c04aaa is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:43:01.762518 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:43:01.826453 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 4, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port': {'id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '33a9095b-9476-428f-bc76-09ebc5d568ac', 'name': '', 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'mac_address': 'fa:16:3e:8a:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:43:00Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 1, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'subnets': [{'id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:43:01.865741 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9379da-c6bc-4712-8860-ac05fc6540ac None None] The sync data for ids ['ac30411d-ba35-419f-b6a3-fff791cd102e'] in dv-cinder-master-3-iscsi is: [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 4, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port': {'id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '33a9095b-9476-428f-bc76-09ebc5d568ac', 'name': '', 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'mac_address': 'fa:16:3e:8a:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:43:00Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 1, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'subnets': [{'id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:43:01.939335 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:43:01.953264 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Router ac30411d-ba35-419f-b6a3-fff791cd102e has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:43:01.992343 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device ea127e53-fd88-404c-af4f-3907cec2b95b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:43:02.098426 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 5d53e751-c135-4aa3-b56f-602088936cc0 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:02.099070 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:02.102426 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port ea127e53-fd88-404c-af4f-3907cec2b95b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:02.102938 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:02.161474 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:43:02.214617 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ad336cc1-8ce4-48ab-977a-af605ddfa4f3 admin admin] 10.222.0.20 "PUT /v2.0/routers/ac30411d-ba35-419f-b6a3-fff791cd102e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7672377 Jan 10 11:43:02.301948 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-4296ab38-92d2-4a72-89ee-032e9354d830 None None] Provisioning complete for port 33a9095b-9476-428f-bc76-09ebc5d568ac triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:02.302347 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4296ab38-92d2-4a72-89ee-032e9354d830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:02.453724 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:02.501768 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4296ab38-92d2-4a72-89ee-032e9354d830 None None] Port 33a9095b-9476-428f-bc76-09ebc5d568ac cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:43:02.520219 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:43:02.522726 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df05ed75-f928-46f2-aa9d-8a4b3b8cd56b" -d '{"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:43:02.548543 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:02.640051 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2b37fd-e331-474b-9671-c5b292b6a8b1 x-openstack-request-id: req-6f2b37fd-e331-474b-9671-c5b292b6a8b1 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:43:02.640493 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:43:02.640746 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f2b37fd-e331-474b-9671-c5b292b6a8b1 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:43:02.641136 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0', 'code': 200} Jan 10 11:43:02.648030 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:02.728196 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91937e-2fb6-4674-acfd-f9955b221dd1 req-66d97705-4b43-448a-b62e-5463bea4773e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:02.735634 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0f91937e-2fb6-4674-acfd-f9955b221dd1 req-66d97705-4b43-448a-b62e-5463bea4773e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 945 time: 0.1303608 Jan 10 11:43:02.744160 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=7']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:02.812013 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0f91937e-2fb6-4674-acfd-f9955b221dd1 req-fd9e8c2b-c90f-4b66-ad13-95f940d51e6b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706830 Jan 10 11:43:04.121748 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad8b1e-e619-40f1-be3b-079045fd8346 req-16550dbd-6492-499e-951f-d9d928617c94 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:04.130356 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9bad8b1e-e619-40f1-be3b-079045fd8346 req-16550dbd-6492-499e-951f-d9d928617c94 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.1027114 Jan 10 11:43:04.212715 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device bc4a429d-0e3d-408d-acff-ebce84ae454b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:43:04.246534 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9bad8b1e-e619-40f1-be3b-079045fd8346 req-9d19dbb4-b78e-4e85-a033-6f179ec18945 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149790 Jan 10 11:43:04.321604 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port bc4a429d-0e3d-408d-acff-ebce84ae454b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:04.322056 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:04.501170 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:04.557615 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port bc4a429d-0e3d-408d-acff-ebce84ae454b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc4a429d-0e3d-408d-acff-ebce84ae454b,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:04.689452 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:04.751160 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=bc4a429d-0e3d-408d-acff-ebce84ae454b,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:05.436230 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aecba-4ed1-4f74-a58d-ed5c563ae6e0 req-0a5bd21a-bd56-487a-ad22-4a4afc3c09a0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:05.437837 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-512aecba-4ed1-4f74-a58d-ed5c563ae6e0 req-0a5bd21a-bd56-487a-ad22-4a4afc3c09a0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0737357 Jan 10 11:43:05.546905 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-512aecba-4ed1-4f74-a58d-ed5c563ae6e0 req-1d17451c-dcd5-46df-ba8b-032fd6a35231 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027529 Jan 10 11:43:06.045297 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device bc4a429d-0e3d-408d-acff-ebce84ae454b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:43:06.154727 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port bc4a429d-0e3d-408d-acff-ebce84ae454b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:06.158449 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:06.271414 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Sync routers for ids ['ac30411d-ba35-419f-b6a3-fff791cd102e'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:43:06.283607 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Routers {'ac30411d-ba35-419f-b6a3-fff791cd102e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:43:06.284539 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['ac30411d-ba35-419f-b6a3-fff791cd102e'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:43:06.524065 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Set router ac30411d-ba35-419f-b6a3-fff791cd102e gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:43:06.743476 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e64918-4f15-4b4a-b838-d72f0c27adc2 req-31d60982-1f58-491c-9034-b86b31566274 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:06.751984 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21e64918-4f15-4b4a-b838-d72f0c27adc2 req-31d60982-1f58-491c-9034-b86b31566274 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0828156 Jan 10 11:43:06.841280 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 4, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port': {'id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '33a9095b-9476-428f-bc76-09ebc5d568ac', 'name': '', 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'mac_address': 'fa:16:3e:8a:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:43:00Z', 'updated_at': '2022-01-10T11:43:01Z', 'revision_number': 2, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'subnets': [{'id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:43:06.841643 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21e64918-4f15-4b4a-b838-d72f0c27adc2 req-eab6109c-bcf0-4270-8f98-a27ec3a82449 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876842 Jan 10 11:43:06.891681 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Checking router: ac30411d-ba35-419f-b6a3-fff791cd102e for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:43:06.892206 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Updating router ac30411d-ba35-419f-b6a3-fff791cd102e port 33a9095b-9476-428f-bc76-09ebc5d568ac binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:43:06.925649 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:07.236456 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Publish callbacks [] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:07.327735 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:07.378157 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b155b0f-5e62-43f7-9b28-100dcf858333 None None] Pushing event updated for resources: {'Port': ['ID=33a9095b-9476-428f-bc76-09ebc5d568ac,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:07.488728 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Attempting to bind port 33a9095b-9476-428f-bc76-09ebc5d568ac on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:43:07.489084 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Attempting to bind port 33a9095b-9476-428f-bc76-09ebc5d568ac by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:43:07.489439 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Attempting to bind port 33a9095b-9476-428f-bc76-09ebc5d568ac on network b0712aaa-593d-45ac-bb70-30c2a8c04aaa {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:43:07.500051 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:43:07.500461 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Checking segment: {'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:43:07.500974 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:07.501437 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Bound using segment: {'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:43:07.502235 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Bound port: 33a9095b-9476-428f-bc76-09ebc5d568ac, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd94aaed-bc57-454d-b16a-12e7dd71ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:43:07.502642 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:07.611787 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] For port 33a9095b-9476-428f-bc76-09ebc5d568ac, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:43:07.619756 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] For port 33a9095b-9476-428f-bc76-09ebc5d568ac, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=33a9095b-9476-428f-bc76-09ebc5d568ac,segment=NetworkSegment(cd94aaed-bc57-454d-b16a-12e7dd71ec83),segment_id=cd94aaed-bc57-454d-b16a-12e7dd71ec83)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:43:07.707156 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:07.767127 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-54bef898-3392-409e-ab1d-1d9136d3c33b None None] Provisioning complete for port 33a9095b-9476-428f-bc76-09ebc5d568ac triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:07.767848 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54bef898-3392-409e-ab1d-1d9136d3c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:07.835406 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b155b0f-5e62-43f7-9b28-100dcf858333 None None] Pushing event updated for resources: {'Port': ['ID=33a9095b-9476-428f-bc76-09ebc5d568ac,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:07.886018 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Routers {'ac30411d-ba35-419f-b6a3-fff791cd102e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:43:07.886689 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:42:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['ac30411d-ba35-419f-b6a3-fff791cd102e'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:43:08.012076 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54bef898-3392-409e-ab1d-1d9136d3c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:08.096515 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-54bef898-3392-409e-ab1d-1d9136d3c33b None None] For port 33a9095b-9476-428f-bc76-09ebc5d568ac, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=33a9095b-9476-428f-bc76-09ebc5d568ac,segment=NetworkSegment(cd94aaed-bc57-454d-b16a-12e7dd71ec83),segment_id=cd94aaed-bc57-454d-b16a-12e7dd71ec83)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:08.131532 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] Set router ac30411d-ba35-419f-b6a3-fff791cd102e gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:43:08.133903 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08125d-4698-4289-a26e-5393261d2b79 req-9195a631-dfe6-4640-a07a-c3fd8f6f5b7c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:08.150495 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0d08125d-4698-4289-a26e-5393261d2b79 req-9195a631-dfe6-4640-a07a-c3fd8f6f5b7c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.1218712 Jan 10 11:43:08.178755 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-54bef898-3392-409e-ab1d-1d9136d3c33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:08.279648 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bef898-3392-409e-ab1d-1d9136d3c33b None None] Pushing event updated for resources: {'Port': ['ID=33a9095b-9476-428f-bc76-09ebc5d568ac,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:08.327281 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0d08125d-4698-4289-a26e-5393261d2b79 req-e5fb0d7b-3481-4dc9-aab9-a4e3cd3858f4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754208 Jan 10 11:43:08.348814 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-720264d1-598c-458b-8482-87920f8976d4 None None] Provisioning complete for port 33a9095b-9476-428f-bc76-09ebc5d568ac triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:08.349195 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-720264d1-598c-458b-8482-87920f8976d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:08.600101 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 4, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port': {'id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '33a9095b-9476-428f-bc76-09ebc5d568ac', 'name': '', 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'mac_address': 'fa:16:3e:8a:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:43:00Z', 'updated_at': '2022-01-10T11:43:07Z', 'revision_number': 4, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'subnets': [{'id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:43:08.647856 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17499232-20cb-47c8-a5b4-44af54e8b512 None None] The sync data for ids ['ac30411d-ba35-419f-b6a3-fff791cd102e'] in dv-cinder-master-3-iscsi is: [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:00Z', 'revision_number': 4, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port': {'id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '33a9095b-9476-428f-bc76-09ebc5d568ac', 'name': '', 'network_id': 'b0712aaa-593d-45ac-bb70-30c2a8c04aaa', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'mac_address': 'fa:16:3e:8a:43:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:43:00Z', 'updated_at': '2022-01-10T11:43:07Z', 'revision_number': 4, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'subnets': [{'id': 'c49ccb27-622e-49e7-bd4f-61d09fb1ebe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:43:09.486576 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f84e87-8d00-485d-a9f9-9e991084e49b req-781f2a56-7f57-45c9-9407-ea8d6dab6494 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:09.493836 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b3f84e87-8d00-485d-a9f9-9e991084e49b req-781f2a56-7f57-45c9-9407-ea8d6dab6494 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0635567 Jan 10 11:43:09.556150 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b3f84e87-8d00-485d-a9f9-9e991084e49b req-0e50e6ba-6c14-46cb-a184-8df171026de9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613122 Jan 10 11:43:10.003448 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 33a9095b-9476-428f-bc76-09ebc5d568ac up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:43:10.071876 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 33a9095b-9476-428f-bc76-09ebc5d568ac triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:10.072230 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:10.718175 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed571898-1dc6-4565-848e-686396a61421 req-a41ede27-03d6-46aa-b28c-d47788769c9c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:10.719789 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ed571898-1dc6-4565-848e-686396a61421 req-a41ede27-03d6-46aa-b28c-d47788769c9c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0729411 Jan 10 11:43:10.777051 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ed571898-1dc6-4565-848e-686396a61421 req-9d61b398-b07b-471f-bf86-b52b218c0a98 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508695 Jan 10 11:43:11.997736 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced853a9-074c-43b6-895d-18f9ce617f13 req-ab5d396c-23e3-4b13-88c7-62d37ae13be1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:12.011829 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ced853a9-074c-43b6-895d-18f9ce617f13 req-ab5d396c-23e3-4b13-88c7-62d37ae13be1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0903058 Jan 10 11:43:12.106864 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ced853a9-074c-43b6-895d-18f9ce617f13 req-568f4d0e-12d2-47d2-9ab0-7e2fe3483742 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928841 Jan 10 11:43:13.258503 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea1ec6-ac8b-41ab-b4af-3852da773b92 req-2f6b3b94-eca1-47b4-9289-3844503e63e4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:13.261001 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c2ea1ec6-ac8b-41ab-b4af-3852da773b92 req-2f6b3b94-eca1-47b4-9289-3844503e63e4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0531206 Jan 10 11:43:13.324952 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c2ea1ec6-ac8b-41ab-b4af-3852da773b92 req-c54b42d8-f9b9-466c-b520-9ff43febbff8 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562091 Jan 10 11:43:14.458638 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2a7ef-9979-4001-b575-9e79b6021349 req-d34f06ec-548a-4bcd-bdf9-df0ff051ef37 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:14.460290 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-98d2a7ef-9979-4001-b575-9e79b6021349 req-d34f06ec-548a-4bcd-bdf9-df0ff051ef37 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0563018 Jan 10 11:43:14.521282 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-98d2a7ef-9979-4001-b575-9e79b6021349 req-a38cd9f7-15ec-4f87-b2d2-5acb778327c4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547619 Jan 10 11:43:15.656366 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d4c60-0505-401e-9915-5ceec336192c req-8c562b39-0ac4-49fe-994f-d10df2797895 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:15.664497 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-928d4c60-0505-401e-9915-5ceec336192c req-8c562b39-0ac4-49fe-994f-d10df2797895 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0608535 Jan 10 11:43:15.708865 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-928d4c60-0505-401e-9915-5ceec336192c req-02222bcf-61cf-4d52-ab59-1be2c7688c8e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434067 Jan 10 11:43:16.380809 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-7aba69ba-3b2a-44e6-af29-844d6e614a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:16.382696 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-7aba69ba-3b2a-44e6-af29-844d6e614a50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 1099 time: 0.1338742 Jan 10 11:43:16.480379 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-332a43e2-5a23-4e1b-a948-7738e0b1c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:16.482418 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-332a43e2-5a23-4e1b-a948-7738e0b1c768 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 917 time: 0.0913880 Jan 10 11:43:16.549284 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-f7faa662-d993-45b4-bb18-04f783112187 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e751-c135-4aa3-b56f-602088936cc0 HTTP/1.1" status: 200 len: 1002 time: 0.0598698 Jan 10 11:43:16.600954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-f7b67cde-adf6-4dc7-b43a-7e3073e82e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:16.602461 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-f7b67cde-adf6-4dc7-b43a-7e3073e82e23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.0480111 Jan 10 11:43:16.646999 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-ed293c02-10df-4278-adaa-6a311a6658b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:16.648467 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-ed293c02-10df-4278-adaa-6a311a6658b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406024 Jan 10 11:43:16.737699 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-8dafb164-ff43-43aa-aa60-53f6ec67db4f service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835037 Jan 10 11:43:16.831768 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cfcb9c39-5947-4f9e-8d2c-756c2aad7466 req-0130ec22-9310-466e-ad6f-bc396e4ed633 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881190 Jan 10 11:43:16.881267 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f181b9-5db5-4600-8810-55d2f02a86f2 req-3e24dc81-21ee-4691-be47-9596c0440f3e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:16.882680 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-25f181b9-5db5-4600-8810-55d2f02a86f2 req-3e24dc81-21ee-4691-be47-9596c0440f3e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0775452 Jan 10 11:43:16.889578 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-7e7cbb2a-a7f2-4cba-ae29-892d1557c87e tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:16.890954 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-7e7cbb2a-a7f2-4cba-ae29-892d1557c87e tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/networks?id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 200 len: 815 time: 0.1500497 Jan 10 11:43:16.922194 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-52d7571a-47d5-45f4-959b-20afccaa09fb tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/quotas/e45c180d632e41cdb97880086d7705c2 HTTP/1.1" status: 200 len: 375 time: 0.0233846 Jan 10 11:43:16.972326 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-25f181b9-5db5-4600-8810-55d2f02a86f2 req-8a7ab349-92ad-4105-a8ee-8b105944366f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804188 Jan 10 11:43:16.992056 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-628bb472-ff14-4acc-b798-56e75e346aa1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e45c180d632e41cdb97880086d7705c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639136 Jan 10 11:43:17.133350 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-41b03e72-3253-4805-bf97-80aec4e84dc6 service neutron] 10.222.0.20 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247866 Jan 10 11:43:17.226726 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-d3662d15-21d1-4596-b143-f9114450002f service neutron] 10.222.0.20 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870547 Jan 10 11:43:17.487513 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-046be68d-89bb-4635-8acf-40468dcb1fce req-913e5b7e-7cd0-4d6f-b5fa-60fbfe5c9108 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 210 time: 0.0282416 Jan 10 11:43:18.094114 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe52ec-5f66-4abb-8d88-3add2073cd3d req-3ff9317e-8bc2-4afa-a35a-3221bf9aec7c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:18.095682 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-36fe52ec-5f66-4abb-8d88-3add2073cd3d req-3ff9317e-8bc2-4afa-a35a-3221bf9aec7c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0478895 Jan 10 11:43:18.144339 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-36fe52ec-5f66-4abb-8d88-3add2073cd3d req-7b91e09e-db63-48bf-a4b6-7c660c1c377b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 Jan 10 11:43:18.637131 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-81420237-4770-40f9-a2bf-110b650891a2 req-56419251-5a54-4120-9e86-836db783add3 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 210 time: 0.0263503 Jan 10 11:43:19.271483 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dab572-bf93-4652-b4c5-68b2e6e08a06 req-d6bb1e8a-0be3-465a-b3fb-f7971131e742 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:19.272948 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-01dab572-bf93-4652-b4c5-68b2e6e08a06 req-d6bb1e8a-0be3-465a-b3fb-f7971131e742 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 946 time: 0.0538905 Jan 10 11:43:19.321764 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-01dab572-bf93-4652-b4c5-68b2e6e08a06 req-52b99b7e-63be-41c4-9730-deca3fa63490 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422885 Jan 10 11:43:19.667724 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e97319fa-ae89-4d62-ba5f-4aef1ee7796a req-87330fdd-d662-429c-ae70-c6a4eaf4a00f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 210 time: 0.0257666 Jan 10 11:43:20.004870 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:43:20.080902 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:20.104336 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:43:20.106541 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b929227-0351-4a65-a3b2-c023b7a27de0" -d '{"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-unplugged", "status": "completed", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:43:20.119000 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:20.221457 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:20.276767 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=8']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:20.282848 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Jan 2022 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674f42b9-3c44-4041-b749-816ecb69afff x-openstack-request-id: req-674f42b9-3c44-4041-b749-816ecb69afff {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:43:20.283131 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-unplugged", "status": "failed", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0", "code": 422}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:43:20.283379 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-674f42b9-3c44-4041-b749-816ecb69afff {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:43:20.283777 dv-cinder-master-3-iscsi neutron-server[103372]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0', 'code': 422} returned with failed status Jan 10 11:43:20.453355 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-f892bd99-522c-41d9-8fed-ff3ff418bd18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:20.454793 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-f892bd99-522c-41d9-8fed-ff3ff418bd18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.31 "GET /v2.0/networks?id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 200 len: 815 time: 0.0999122 Jan 10 11:43:20.467330 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'port': {'device_id': '6ec5d091-4d75-4338-b116-9d3966808486', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'admin_state_up': True, 'tenant_id': 'e45c180d632e41cdb97880086d7705c2'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:43:20.677686 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Made reservation on behalf of e45c180d632e41cdb97880086d7705c2 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:43:20.681371 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:20.769868 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-17623303-007f-49f5-83de-b6bff850f88d req-03734b6d-6e98-42f2-8469-7832fa4cbb4e tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 210 time: 0.0280478 Jan 10 11:43:21.077514 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Allocated IP 172.20.0.13 (00bdfc4a-b204-4e19-8d0f-3802efe9f3c9/4f1083a1-02c0-499e-8a25-7e0bf782d3e7/ded3fe31-2cd9-4cc2-84d1-829b49e7753f) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:43:21.229802 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:21.370091 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:21.433278 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:43:21.437962 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:43:21.455042 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:43:21.536025 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'Port': ['ID=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:21.562134 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:21.563096 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:21.662174 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-e04b9a61-7546-410a-bef7-0b2dc1f3e069 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1982818 Jan 10 11:43:21.668791 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-3969a2f6-e397-4151-bbde-5890d3e744cb req-30c8be61-b1bc-4187-8e9b-6c3e3cd4f331 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:43:21.671089 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3969a2f6-e397-4151-bbde-5890d3e744cb req-30c8be61-b1bc-4187-8e9b-6c3e3cd4f331 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096874 Jan 10 11:43:21.907808 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ccd0ee12-c6aa-48d8-9784-354c4ae9af89 None None] Provisioning complete for port ded3fe31-2cd9-4cc2-84d1-829b49e7753f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:21.908813 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ccd0ee12-c6aa-48d8-9784-354c4ae9af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:21.943963 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f85e77-2b3c-4a32-9071-3521903c3a7f req-49347508-8a2b-423d-8048-21d2d0bf3204 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:21.958764 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89f85e77-2b3c-4a32-9071-3521903c3a7f req-49347508-8a2b-423d-8048-21d2d0bf3204 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 932 time: 0.0943806 Jan 10 11:43:21.959826 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ccd0ee12-c6aa-48d8-9784-354c4ae9af89 None None] Port ded3fe31-2cd9-4cc2-84d1-829b49e7753f cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:43:22.041684 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89f85e77-2b3c-4a32-9071-3521903c3a7f req-93bc4eb4-1359-4728-a150-537a1f1c4ee3 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790408 Jan 10 11:43:22.104576 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533bbe6-088a-4935-a1a3-7a8eeafd0ba3 req-3f31088e-15f5-4a28-af42-0c146c401cfc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:22.104576 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e533bbe6-088a-4935-a1a3-7a8eeafd0ba3 req-3f31088e-15f5-4a28-af42-0c146c401cfc tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0735681 Jan 10 11:43:22.163952 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e533bbe6-088a-4935-a1a3-7a8eeafd0ba3 req-8f4aa01e-66dd-4187-a6b9-4124a92ead44 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574477 Jan 10 11:43:22.638544 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44264) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:43:22.772256 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-4a4b6d72-538d-4cb7-b3f3-177a9be6abbb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1318159 Jan 10 11:43:22.777269 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-9ecbb510-58c9-4227-aa75-cd7366c0ffd7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:43:22.790169 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-9ecbb510-58c9-4227-aa75-cd7366c0ffd7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104582 Jan 10 11:43:23.183338 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252f6e0-c5c9-42dc-9dcb-cd5996a645b8 req-3b68d138-8298-41d3-a93a-96692c969c50 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:23.183338 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e252f6e0-c5c9-42dc-9dcb-cd5996a645b8 req-3b68d138-8298-41d3-a93a-96692c969c50 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 932 time: 0.0557656 Jan 10 11:43:23.247585 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e252f6e0-c5c9-42dc-9dcb-cd5996a645b8 req-8ff51005-87e3-4266-8961-3592b8ebccf1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560253 Jan 10 11:43:23.312426 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39277a4e-7711-48ef-8b56-779766182c1b req-dad468e0-bf8d-4508-9d28-9aef087c5103 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:23.313957 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-39277a4e-7711-48ef-8b56-779766182c1b req-dad468e0-bf8d-4508-9d28-9aef087c5103 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0604961 Jan 10 11:43:23.369445 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-39277a4e-7711-48ef-8b56-779766182c1b req-77014b06-ac28-4f08-a905-fbebf8f2488a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497537 Jan 10 11:43:24.376737 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194fa19-dc3b-4366-9c90-e46d5964e201 req-009a2d05-a751-415b-b7d4-c82d6d1b4432 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:24.381529 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e194fa19-dc3b-4366-9c90-e46d5964e201 req-009a2d05-a751-415b-b7d4-c82d6d1b4432 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 932 time: 0.0609896 Jan 10 11:43:24.438665 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7c5090b7-287a-47fe-a5f4-d4def8c96f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:24.463300 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e194fa19-dc3b-4366-9c90-e46d5964e201 req-1d21d786-fe69-4047-bf11-5014829d5064 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755172 Jan 10 11:43:24.514666 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93207bdd-b99d-44ab-8245-c5437d316564 req-cc67ce64-775c-4a3e-b2ed-ef28bed74845 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:24.516153 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93207bdd-b99d-44ab-8245-c5437d316564 req-cc67ce64-775c-4a3e-b2ed-ef28bed74845 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0574081 Jan 10 11:43:24.566834 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-93207bdd-b99d-44ab-8245-c5437d316564 req-d711ec16-75db-4223-b818-fb3f797352c6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 Jan 10 11:43:25.619325 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813009f-3262-4799-b9cb-c3ec038a1e2f req-ce9c636c-1fbd-4823-91f4-d6f957b58754 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:25.620920 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4813009f-3262-4799-b9cb-c3ec038a1e2f req-ce9c636c-1fbd-4823-91f4-d6f957b58754 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 932 time: 0.0692298 Jan 10 11:43:25.730064 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4813009f-3262-4799-b9cb-c3ec038a1e2f req-3775b0a3-f306-4616-9c6f-f650a2eab0b4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020865 Jan 10 11:43:25.795787 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3f358-b6bf-462f-82d8-225aa978c600 req-caf4b6ac-c4f5-44fb-b76c-eb1343ec28a6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:25.798098 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-14f3f358-b6bf-462f-82d8-225aa978c600 req-caf4b6ac-c4f5-44fb-b76c-eb1343ec28a6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0932682 Jan 10 11:43:25.862961 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-14f3f358-b6bf-462f-82d8-225aa978c600 req-fc37767d-479d-43af-8d1f-716d197fbb3b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560589 Jan 10 11:43:26.688035 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3c0ade91-518d-40fd-ba75-269a63f5dbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:26.826560 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:43:26.871545 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b75172-3370-4215-8681-d34bfbb2dea4 req-92905580-b973-454b-9b80-b1abd27a460d tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:26.873669 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-20b75172-3370-4215-8681-d34bfbb2dea4 req-92905580-b973-454b-9b80-b1abd27a460d tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 932 time: 0.0558980 Jan 10 11:43:26.938734 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-20b75172-3370-4215-8681-d34bfbb2dea4 req-94c9f980-3d02-4174-9c9e-593f00fda3d5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588250 Jan 10 11:43:27.012177 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7740-2fb2-4b3f-85b4-128d9926bfa9 req-cb30a686-9a77-4181-901d-45615286cfc1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:27.013791 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ac6e7740-2fb2-4b3f-85b4-128d9926bfa9 req-cb30a686-9a77-4181-901d-45615286cfc1 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0676382 Jan 10 11:43:27.090460 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ac6e7740-2fb2-4b3f-85b4-128d9926bfa9 req-9af180c2-efb9-425c-b3e1-29b91d1fbb4a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639057 Jan 10 11:43:27.992939 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:28.066586 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bdf70-b4e7-4331-a378-55b2c43394f9 req-175e16b9-5ad2-42b7-8ef0-1c7553a2f2fd tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:28.074355 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-520bdf70-b4e7-4331-a378-55b2c43394f9 req-175e16b9-5ad2-42b7-8ef0-1c7553a2f2fd tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 932 time: 0.0600374 Jan 10 11:43:28.143889 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-520bdf70-b4e7-4331-a378-55b2c43394f9 req-281ace32-36f9-4433-a915-f45ac571d89f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652509 Jan 10 11:43:28.262059 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902a2d4-17e7-4b27-92da-c43f77edf353 req-3bce5124-8a63-49f0-b931-141748ac00e9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:28.264139 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2902a2d4-17e7-4b27-92da-c43f77edf353 req-3bce5124-8a63-49f0-b931-141748ac00e9 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0680208 Jan 10 11:43:28.322707 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2902a2d4-17e7-4b27-92da-c43f77edf353 req-97677af0-b18a-4f03-b622-cee1432f34ef tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 Jan 10 11:43:29.292682 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cb7d6-8fe9-439f-bd11-230faf071e91 req-cbaf38e8-2d13-4888-bd67-b9a072a88091 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:29.295569 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2f8cb7d6-8fe9-439f-bd11-230faf071e91 req-cbaf38e8-2d13-4888-bd67-b9a072a88091 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 932 time: 0.0658784 Jan 10 11:43:29.421715 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2f8cb7d6-8fe9-439f-bd11-230faf071e91 req-cc06d0a0-d508-461e-8fd2-253554ef0dc1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169446 Jan 10 11:43:29.496493 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40cce6-e33f-4494-9506-cc3185c8bc53 req-14b068df-324e-4e02-be72-cb54f265bc9c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:29.498393 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7c40cce6-e33f-4494-9506-cc3185c8bc53 req-14b068df-324e-4e02-be72-cb54f265bc9c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0596092 Jan 10 11:43:29.560952 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7c40cce6-e33f-4494-9506-cc3185c8bc53 req-216d3021-ca46-4a10-9bd7-d6eb09b301b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563629 Jan 10 11:43:29.655725 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:30.151511 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:30.264262 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Request body: {'port': {'device_id': '6ec5d091-4d75-4338-b116-9d3966808486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:43:30.348930 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:30.564549 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c1050-0663-4ac2-94e2-d6808255a3b5 req-021d625c-b416-472a-9e3d-98b0614309e1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:30.566082 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f39c1050-0663-4ac2-94e2-d6808255a3b5 req-021d625c-b416-472a-9e3d-98b0614309e1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 932 time: 0.0610824 Jan 10 11:43:30.641658 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f39c1050-0663-4ac2-94e2-d6808255a3b5 req-f9d4fe10-55c4-4804-ac6c-e8d1b0aeb8c4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662162 Jan 10 11:43:30.747775 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4f81f-c9b9-4e29-9068-3463b4a4e5cf req-e52b4c6f-56cb-40ce-a097-6c2375c9377f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:30.759959 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded3fe31-2cd9-4cc2-84d1-829b49e7753f {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:43:30.760178 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-82d4f81f-c9b9-4e29-9068-3463b4a4e5cf req-e52b4c6f-56cb-40ce-a097-6c2375c9377f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0754030 Jan 10 11:43:30.760310 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Publish callbacks [] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:30.769799 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Transition to ACTIVE for port object ded3fe31-2cd9-4cc2-84d1-829b49e7753f will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:43:30.815078 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-82d4f81f-c9b9-4e29-9068-3463b4a4e5cf req-f4dda402-e560-4cff-a3ea-6039cc4c57db tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592268 Jan 10 11:43:30.886487 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:30.922730 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:30.946257 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Pushing event updated for resources: {'Port': ['ID=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:31.042790 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Attempting to bind port ded3fe31-2cd9-4cc2-84d1-829b49e7753f on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:43:31.043130 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Attempting to bind port ded3fe31-2cd9-4cc2-84d1-829b49e7753f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:43:31.043455 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Attempting to bind port ded3fe31-2cd9-4cc2-84d1-829b49e7753f on network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:43:31.048471 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Port ded3fe31-2cd9-4cc2-84d1-829b49e7753f on network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:43:31.048791 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Attempting to bind port ded3fe31-2cd9-4cc2-84d1-829b49e7753f on network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:43:31.054091 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:43:31.054457 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Checking segment: {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:43:31.054841 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Bound using segment: {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:43:31.055272 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Bound port: ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:43:31.055645 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:31.135888 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] For port ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:43:31.139815 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] For port ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:43:31.220372 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:31.259722 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:31.260352 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:31.261742 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c2147569-e4f9-419e-8884-19e98758989b service neutron] 10.222.0.31 "PUT /v2.0/ports/ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 1094 time: 1.0050342 Jan 10 11:43:31.262201 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:43:31.265150 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5109ece8-cc23-4811-8bf0-57528f8a7dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:43:31.300420 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2147569-e4f9-419e-8884-19e98758989b service neutron] Pushing event updated for resources: {'Port': ['ID=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:31.389454 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-119e2b96-05a4-4b95-b2d4-efbba20cc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:31.391618 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-119e2b96-05a4-4b95-b2d4-efbba20cc6aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463&tenant_id=274889e6213c4dfaab0997e2dad420ff HTTP/1.1" status: 200 len: 1097 time: 0.0720644 Jan 10 11:43:31.438899 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f1f3ec-559c-4383-98cb-b637cfcb79f0 x-openstack-request-id: req-45f1f3ec-559c-4383-98cb-b637cfcb79f0 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:43:31.439192 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:43:31.439441 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45f1f3ec-559c-4383-98cb-b637cfcb79f0 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:43:31.439838 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'status': 'completed', 'code': 200} Jan 10 11:43:31.465863 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-7a103011-9cb1-4ef9-82d1-4300c08c8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:31.468192 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-7a103011-9cb1-4ef9-82d1-4300c08c8925 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e45c180d632e41cdb97880086d7705c2&device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1097 time: 0.0754642 Jan 10 11:43:31.538989 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-51ce4f3b-48af-4506-9722-479cee08c916 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 217 time: 0.0522721 Jan 10 11:43:31.597212 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-3d130e35-a64d-4666-aaa8-ac46710a7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:31.598741 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-3d130e35-a64d-4666-aaa8-ac46710a7c6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=274889e6213c4dfaab0997e2dad420ff&device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 1097 time: 0.1470308 Jan 10 11:43:31.638089 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c88b5088-d444-486d-b188-85c9b0860f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:31.640662 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-c88b5088-d444-486d-b188-85c9b0860f79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1083a1-02c0-499e-8a25-7e0bf782d3e7 HTTP/1.1" status: 200 len: 854 time: 0.0962231 Jan 10 11:43:31.775402 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b4157-1296-4356-a9c5-398f3d4f277d req-fc860c26-c461-44c6-939a-4a50a30cd428 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:31.776556 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-998f52c4-0081-4fc3-8f4b-65360169017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:31.776958 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3d2b4157-1296-4356-a9c5-398f3d4f277d req-fc860c26-c461-44c6-939a-4a50a30cd428 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 944 time: 0.0580888 Jan 10 11:43:31.778067 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-998f52c4-0081-4fc3-8f4b-65360169017b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939100 Jan 10 11:43:31.781333 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-27b14cc2-728f-46c3-90d1-3362641fd3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:31.782783 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-27b14cc2-728f-46c3-90d1-3362641fd3c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 200 len: 917 time: 0.1779826 Jan 10 11:43:31.854983 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3d2b4157-1296-4356-a9c5-398f3d4f277d req-bca6a94d-43ce-408c-bd9c-000afdee624f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667405 Jan 10 11:43:31.926237 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-03673af1-7fa5-4b4c-8f26-f3a9c879ec68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d53e751-c135-4aa3-b56f-602088936cc0 HTTP/1.1" status: 200 len: 1000 time: 0.1342881 Jan 10 11:43:32.000434 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183947b-b06c-4ebb-a0ad-303833ba5ff3 req-d8033777-e40d-4cea-a2a6-13a078ec2465 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:32.002154 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c183947b-b06c-4ebb-a0ad-303833ba5ff3 req-d8033777-e40d-4cea-a2a6-13a078ec2465 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0722206 Jan 10 11:43:32.002898 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-83a60d04-84ba-4e01-82f2-011ddc6e616e service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171619 Jan 10 11:43:32.042508 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-81455218-a144-44df-a27d-1c7142e2946d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:32.043940 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-81455218-a144-44df-a27d-1c7142e2946d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 200 len: 855 time: 0.1119924 Jan 10 11:43:32.063965 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c183947b-b06c-4ebb-a0ad-303833ba5ff3 req-9999ed21-4e7d-468d-bc70-c195a113a20e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526211 Jan 10 11:43:32.141867 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e971250f-2703-45ae-99cd-c19bb9678c2e req-22976df3-3452-4046-887e-3b6d866bb253 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340077 Jan 10 11:43:32.143846 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-521afe2f-94a4-4312-809c-f61994674593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:32.145182 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-521afe2f-94a4-4312-809c-f61994674593 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736887 Jan 10 11:43:32.238286 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-8a1920fd-2302-430a-96e9-9e2bcb327a05 service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869055 Jan 10 11:43:32.363757 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-4bd76c2d-d7d7-447a-a96c-f8b0ea092ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:32.365159 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-4bd76c2d-d7d7-447a-a96c-f8b0ea092ed5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e45c180d632e41cdb97880086d7705c2&device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1097 time: 0.1104865 Jan 10 11:43:32.399069 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-83df2c1d-5252-4797-853e-29a67258b30e service neutron] 10.222.0.31 "GET /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536362 Jan 10 11:43:32.476372 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-3e46e6b4-df88-49a6-b83f-447e1aeacb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:32.477834 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-3e46e6b4-df88-49a6-b83f-447e1aeacb3a service neutron] 10.222.0.31 "GET /v2.0/networks?id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 200 len: 916 time: 0.1025290 Jan 10 11:43:32.545791 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-a6f2e990-a397-4e76-8218-f6beb9a7c9d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 217 time: 0.0541234 Jan 10 11:43:32.601189 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-3eaac365-79a6-451e-b6da-6947990f8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:32.603109 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-3eaac365-79a6-451e-b6da-6947990f8ca9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1083a1-02c0-499e-8a25-7e0bf782d3e7 HTTP/1.1" status: 200 len: 854 time: 0.0532236 Jan 10 11:43:32.660757 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-eef06be9-8133-48e4-a11d-98c0034ece91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:32.662284 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-eef06be9-8133-48e4-a11d-98c0034ece91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521507 Jan 10 11:43:32.770001 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-516c1a6a-32d6-48ff-a272-59edd31d496d service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005752 Jan 10 11:43:32.920325 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-63105076-6a87-454a-9deb-79b618908a62 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818574 Jan 10 11:43:32.931246 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5109ece8-cc23-4811-8bf0-57528f8a7dbd req-e8440041-1f29-4be1-96ac-8ff0f77ac9b1 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512415 Jan 10 11:43:33.034659 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b09449-143a-430c-9a44-3ba684ae75f2 req-6597e501-55e3-4e2b-8946-1142b99dfc82 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:33.039063 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-46b09449-143a-430c-9a44-3ba684ae75f2 req-6597e501-55e3-4e2b-8946-1142b99dfc82 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 944 time: 0.0573664 Jan 10 11:43:33.154131 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-46b09449-143a-430c-9a44-3ba684ae75f2 req-ad62a67e-0091-47dc-8d1c-2813da18306c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078424 Jan 10 11:43:33.286366 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de266-b699-46fe-b230-12e6866f408c req-976a5db0-7552-47f0-b306-e2aabda5b314 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:33.294689 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cd6de266-b699-46fe-b230-12e6866f408c req-976a5db0-7552-47f0-b306-e2aabda5b314 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0766821 Jan 10 11:43:33.326307 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0475783-9da3-4db2-b69c-ab37665023de req-25e93727-d7e9-43df-8db0-158ff37a8017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:33.329235 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-25e93727-d7e9-43df-8db0-158ff37a8017 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6940c4980bd247c986a305a72a9d1434&device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 1099 time: 0.0603759 Jan 10 11:43:33.395362 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cd6de266-b699-46fe-b230-12e6866f408c req-5e4831e4-67f1-4746-b453-e0f0befa0f54 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995851 Jan 10 11:43:34.113638 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ded3fe31-2cd9-4cc2-84d1-829b49e7753f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:43:34.217598 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:34.229328 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'port_id': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'mac_address': 'fa:16:3e:59:0e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:43:34.273684 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:34.287544 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded3fe31-2cd9-4cc2-84d1-829b49e7753f {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:43:34.307246 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9973fc-5d57-4ea9-8753-b2558c649fe6 req-fbaf76f4-400d-4fb5-8e15-d5027c2b8f8f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:34.316158 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:34.321041 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9a9973fc-5d57-4ea9-8753-b2558c649fe6 req-fbaf76f4-400d-4fb5-8e15-d5027c2b8f8f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 944 time: 0.0656700 Jan 10 11:43:34.393179 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9a9973fc-5d57-4ea9-8753-b2558c649fe6 req-afc7854c-ca31-419b-a6c0-38e4d9e7f4f9 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751305 Jan 10 11:43:34.432925 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:34.539635 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:34.574378 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0475783-9da3-4db2-b69c-ab37665023de req-b6b43b1b-e431-4778-ba3b-0f99b7adffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:34.576259 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-b6b43b1b-e431-4778-ba3b-0f99b7adffb7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d629e7a0-5831-410c-81ae-c34bc8000814 HTTP/1.1" status: 200 len: 910 time: 0.1612594 Jan 10 11:43:34.593386 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe8626-ee21-4d86-9ed6-da43d409b009 req-bba7eacc-fc0c-4ba1-bb33-1ae895ee358e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:34.601688 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fcfe8626-ee21-4d86-9ed6-da43d409b009 req-bba7eacc-fc0c-4ba1-bb33-1ae895ee358e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0720539 Jan 10 11:43:34.671741 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fcfe8626-ee21-4d86-9ed6-da43d409b009 req-3fe1e57d-9808-47b1-b32e-75759a4fae3a tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686941 Jan 10 11:43:34.694267 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ded3fe31-2cd9-4cc2-84d1-829b49e7753f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:43:35.514272 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51885-368d-4f97-aed3-0d3b83efcc95 req-b404502d-b0e6-4e42-aa45-c2667c80e4d5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:35.515793 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-49f51885-368d-4f97-aed3-0d3b83efcc95 req-b404502d-b0e6-4e42-aa45-c2667c80e4d5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 945 time: 0.0551243 Jan 10 11:43:35.567016 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-49f51885-368d-4f97-aed3-0d3b83efcc95 req-64a8fff9-29f1-4ebb-ba26-5a250f8ac719 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Jan 10 11:43:35.820370 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e86b75-3a0b-4299-810e-0a6d30b94008 req-173ec1db-9257-47f6-8613-aee392201ca0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:35.822139 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f3e86b75-3a0b-4299-810e-0a6d30b94008 req-173ec1db-9257-47f6-8613-aee392201ca0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0562968 Jan 10 11:43:35.888975 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f3e86b75-3a0b-4299-810e-0a6d30b94008 req-d70b9ed6-a949-44e0-b339-8c90f4b70508 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601840 Jan 10 11:43:36.128926 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ded3fe31-2cd9-4cc2-84d1-829b49e7753f up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:43:36.279485 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port ded3fe31-2cd9-4cc2-84d1-829b49e7753f completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:43:36.284258 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port ded3fe31-2cd9-4cc2-84d1-829b49e7753f triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:36.284634 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:36.446752 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:36.446752 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:43:36.446752 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca049cea-5846-4e5b-a509-1144bb55da0c" -d '{"events": [{"server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "name": "network-vif-plugged", "status": "completed", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:43:36.446752 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:36.454911 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60fc532-c9f2-4dc0-9b70-2f00692450fc x-openstack-request-id: req-a60fc532-c9f2-4dc0-9b70-2f00692450fc {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:43:36.455204 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "name": "network-vif-plugged", "status": "completed", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:43:36.455439 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a60fc532-c9f2-4dc0-9b70-2f00692450fc {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:43:36.455821 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'code': 200} Jan 10 11:43:36.708150 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca79ea-053d-438c-ab34-a109783e92fe req-fc731fb1-12e2-4c3f-8d68-a98f9e4b80c0 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:36.710003 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-52ca79ea-053d-438c-ab34-a109783e92fe req-fc731fb1-12e2-4c3f-8d68-a98f9e4b80c0 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 945 time: 0.0730734 Jan 10 11:43:36.776373 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:36.779612 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-52ca79ea-053d-438c-ab34-a109783e92fe req-6552e479-b8b5-437e-8447-65afa473731c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556688 Jan 10 11:43:36.833201 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:37.047228 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad07bae-ddb6-4da8-ba49-f19feacdc93f req-f6cc2140-5931-4b21-95a5-a4a74d1ce188 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:37.047228 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1ad07bae-ddb6-4da8-ba49-f19feacdc93f req-f6cc2140-5931-4b21-95a5-a4a74d1ce188 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0502784 Jan 10 11:43:37.070226 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1ad07bae-ddb6-4da8-ba49-f19feacdc93f req-c3be00f4-cef9-496f-8148-939f6104c0cf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452690 Jan 10 11:43:37.907987 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e143f83-d4f2-46af-ad7a-fda20b204d4b req-4d398aac-ee69-42b3-8b38-31a37487a83a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:37.909710 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5e143f83-d4f2-46af-ad7a-fda20b204d4b req-4d398aac-ee69-42b3-8b38-31a37487a83a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0582516 Jan 10 11:43:37.974321 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5e143f83-d4f2-46af-ad7a-fda20b204d4b req-8935e848-56af-4d47-b314-cb7fdfe7d620 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586820 Jan 10 11:43:38.226033 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8331e-f97c-4440-82ae-c5819d3c8cac req-5f641412-b1a2-49dd-9e0a-281ecff43faf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:38.227953 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9bc8331e-f97c-4440-82ae-c5819d3c8cac req-5f641412-b1a2-49dd-9e0a-281ecff43faf tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0547047 Jan 10 11:43:38.281200 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9bc8331e-f97c-4440-82ae-c5819d3c8cac req-c96b8f60-8359-4b0b-b55d-b60414ce1984 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464594 Jan 10 11:43:39.094576 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cec600-51a3-4b16-9b4b-02e48ab4dae4 req-300b756f-ea4c-415c-b39b-b5c065e09a95 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:39.096187 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e5cec600-51a3-4b16-9b4b-02e48ab4dae4 req-300b756f-ea4c-415c-b39b-b5c065e09a95 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0550752 Jan 10 11:43:39.147910 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e5cec600-51a3-4b16-9b4b-02e48ab4dae4 req-a4d33d40-96ed-4e01-bbd3-739684c7659d tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451353 Jan 10 11:43:39.412379 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bd4e3-4862-4047-a925-41c631a85e85 req-f84d89a8-d637-4c89-bea3-e3b1f1af21be tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:39.413968 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bd2bd4e3-4862-4047-a925-41c631a85e85 req-f84d89a8-d637-4c89-bea3-e3b1f1af21be tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0556102 Jan 10 11:43:39.468561 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bd2bd4e3-4862-4047-a925-41c631a85e85 req-abd08f6a-7417-4c72-88da-f640e28ee39f tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475106 Jan 10 11:43:40.321472 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62e585-d4fc-48fd-9767-9fa203f7d06d req-9dce77a8-588a-4287-b385-4be7d2878228 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:40.323120 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5e62e585-d4fc-48fd-9767-9fa203f7d06d req-9dce77a8-588a-4287-b385-4be7d2878228 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0969019 Jan 10 11:43:40.390229 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5e62e585-d4fc-48fd-9767-9fa203f7d06d req-b1cc0ceb-62a5-4977-9055-fc6bd3f7d224 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546756 Jan 10 11:43:40.628671 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd661a6-0dfb-410c-828d-0395dfa37b59 req-ec8092f2-4754-46c6-a9d5-f555b2a2c974 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:40.630785 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cbd661a6-0dfb-410c-828d-0395dfa37b59 req-ec8092f2-4754-46c6-a9d5-f555b2a2c974 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0796041 Jan 10 11:43:40.728073 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-cbd661a6-0dfb-410c-828d-0395dfa37b59 req-ad48ab7c-1235-4778-8d41-24dc685daf07 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824335 Jan 10 11:43:41.480796 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-a78dfd6a-6e12-4e5f-a228-5eda65553c98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d HTTP/1.1" status: 200 len: 1002 time: 0.0622702 Jan 10 11:43:41.520031 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b75e1f-2247-4128-bed9-d312a3bc1567 req-0f7ee66c-4f7c-4658-8e58-316884e7d1d4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:41.521516 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c9b75e1f-2247-4128-bed9-d312a3bc1567 req-0f7ee66c-4f7c-4658-8e58-316884e7d1d4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0551813 Jan 10 11:43:41.541698 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0475783-9da3-4db2-b69c-ab37665023de req-2a892a16-bfeb-4269-8ac5-965b40f65f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:41.542774 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-2a892a16-bfeb-4269-8ac5-965b40f65f55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db HTTP/1.1" status: 200 len: 848 time: 0.0468683 Jan 10 11:43:41.569221 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c9b75e1f-2247-4128-bed9-d312a3bc1567 req-5f7aa043-e180-40e3-995a-6c009f1acc2a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417738 Jan 10 11:43:41.607586 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0475783-9da3-4db2-b69c-ab37665023de req-581b1f76-24ab-4548-9c30-0456b54bf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:41.614085 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-581b1f76-24ab-4548-9c30-0456b54bf25d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d629e7a0-5831-410c-81ae-c34bc8000814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529256 Jan 10 11:43:41.702750 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-30ca29ad-9c01-40b3-a5cc-94d0350eb8ca service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855699 Jan 10 11:43:41.804457 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20f6dd-35b2-414c-aaa3-b369ef768e06 req-c2385806-42ce-411b-817b-711a5355348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:41.805995 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7a20f6dd-35b2-414c-aaa3-b369ef768e06 req-c2385806-42ce-411b-817b-711a5355348a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1099 time: 0.1024265 Jan 10 11:43:41.849061 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e44d8-3b32-42c4-92e7-e01acd416388 req-364644e8-e5c3-49a1-83ac-8fa6d13ed904 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:41.849430 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-78592fbb-3843-4df2-bcdd-c58832f1f08c service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383436 Jan 10 11:43:41.850869 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8f4e44d8-3b32-42c4-92e7-e01acd416388 req-364644e8-e5c3-49a1-83ac-8fa6d13ed904 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0495658 Jan 10 11:43:41.879246 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7a20f6dd-35b2-414c-aaa3-b369ef768e06 req-61316f46-5c91-41f6-bd71-1c52e651effa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637920 Jan 10 11:43:41.917959 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8f4e44d8-3b32-42c4-92e7-e01acd416388 req-2cebc5d3-2b0c-4e50-be2d-20e103d05160 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586269 Jan 10 11:43:42.688323 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc457f-e678-4d49-a5c7-144e7164a6d0 req-7c482021-93a0-43b7-9c1a-799d297d0c04 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:42.689806 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-32dc457f-e678-4d49-a5c7-144e7164a6d0 req-7c482021-93a0-43b7-9c1a-799d297d0c04 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0479763 Jan 10 11:43:42.737742 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-32dc457f-e678-4d49-a5c7-144e7164a6d0 req-6f5cce82-65f3-4785-af7e-6c69c7faf224 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Jan 10 11:43:43.048595 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91350bb1-0275-4689-82b8-7c150231c357 req-11105049-d2ad-4e74-9e34-8e13653a573d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:43.050255 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-91350bb1-0275-4689-82b8-7c150231c357 req-11105049-d2ad-4e74-9e34-8e13653a573d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0535557 Jan 10 11:43:43.101121 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-91350bb1-0275-4689-82b8-7c150231c357 req-b7b51fa2-3617-4402-a980-5203437ca1f5 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Jan 10 11:43:43.856393 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277baf8-f711-4df4-96bf-925640f5e73a req-e21fa3f1-c746-4f5c-9641-c56ce332f3d1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:43.857918 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c277baf8-f711-4df4-96bf-925640f5e73a req-e21fa3f1-c746-4f5c-9641-c56ce332f3d1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0536666 Jan 10 11:43:43.906203 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c277baf8-f711-4df4-96bf-925640f5e73a req-2a0afb35-e3f8-4e3b-9409-5879329c8d74 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Jan 10 11:43:44.020346 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b96d0-acb1-476b-b2db-ad988aa774f5 req-0525ba6b-2165-42e5-9465-b45a01b4bc56 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:44.021831 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-104b96d0-acb1-476b-b2db-ad988aa774f5 req-0525ba6b-2165-42e5-9465-b45a01b4bc56 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0506430 Jan 10 11:43:44.076532 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-104b96d0-acb1-476b-b2db-ad988aa774f5 req-d3f9f79e-c192-4391-9044-f41873aed698 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489619 Jan 10 11:43:44.133615 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:43:44.231675 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b44f10-bad1-412b-aa21-a0a20a602f36 req-e28e4ce7-9867-4055-bedb-7d1b05160a25 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:44.233696 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-79b44f10-bad1-412b-aa21-a0a20a602f36 req-e28e4ce7-9867-4055-bedb-7d1b05160a25 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 944 time: 0.0513623 Jan 10 11:43:44.239994 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:44.253294 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '5d53e751-c135-4aa3-b56f-602088936cc0', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'port_id': '5d53e751-c135-4aa3-b56f-602088936cc0', 'mac_address': 'fa:16:3e:7e:05:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:43:44.296007 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-79b44f10-bad1-412b-aa21-a0a20a602f36 req-c90d6407-4042-498e-8994-23e30784e448 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502625 Jan 10 11:43:44.298970 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:44.314812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d53e751-c135-4aa3-b56f-602088936cc0 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:43:44.337096 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:44.456301 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:44.512281 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=9']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:44.604836 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b4abc-1cdb-4cbe-9eef-cf93561277bc req-43259d7f-5c55-421d-8772-931cbb9c4803 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:44.606363 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bf1b4abc-1cdb-4cbe-9eef-cf93561277bc req-43259d7f-5c55-421d-8772-931cbb9c4803 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0520611 Jan 10 11:43:44.657006 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bf1b4abc-1cdb-4cbe-9eef-cf93561277bc req-a74db08a-d021-48c7-9722-9f6e16aba36e tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434840 Jan 10 11:43:44.682293 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['5d53e751-c135-4aa3-b56f-602088936cc0'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:43:45.424224 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25efd4-c794-4811-ac0f-1570514c42ad req-2044c463-c452-418d-97be-d0e18b7e78ba tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:45.425861 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5a25efd4-c794-4811-ac0f-1570514c42ad req-2044c463-c452-418d-97be-d0e18b7e78ba tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 945 time: 0.0510824 Jan 10 11:43:45.483959 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5a25efd4-c794-4811-ac0f-1570514c42ad req-e0a7c234-12bf-4028-a4d4-9d9c4c9e9957 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507059 Jan 10 11:43:46.150174 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:43:46.202698 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 5d53e751-c135-4aa3-b56f-602088936cc0 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:43:46.203188 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:46.285456 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:46.307701 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:43:46.309976 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152b06bf-a260-46bf-91b1-95bbf8ccd37d" -d '{"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:43:46.326267 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:43:46.375733 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0195cc85-4699-4f36-b1ea-780cc00738ee x-openstack-request-id: req-0195cc85-4699-4f36-b1ea-780cc00738ee {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:43:46.376020 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-plugged", "status": "completed", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:43:46.376271 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0195cc85-4699-4f36-b1ea-780cc00738ee {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:43:46.376661 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0', 'code': 200} Jan 10 11:43:46.414301 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:46.468928 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=10']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:43:46.621978 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89df88cb-b1a6-48d0-9332-a13792599307 req-a59c9835-e2cc-45a2-96f8-3a4c605cfba6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:46.623557 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89df88cb-b1a6-48d0-9332-a13792599307 req-a59c9835-e2cc-45a2-96f8-3a4c605cfba6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 947 time: 0.0551481 Jan 10 11:43:46.673659 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89df88cb-b1a6-48d0-9332-a13792599307 req-688858d6-99ed-4411-a1c3-4e30fb27c84e tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444944 Jan 10 11:43:46.739219 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967065eb-6d1c-4b7e-8059-839f9b11a73b req-58fd7f38-966b-4f27-a76b-9cc3bc40affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:46.740683 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-967065eb-6d1c-4b7e-8059-839f9b11a73b req-58fd7f38-966b-4f27-a76b-9cc3bc40affe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 1100 time: 0.0440831 Jan 10 11:43:46.787054 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-967065eb-6d1c-4b7e-8059-839f9b11a73b req-bfb1a4f1-a72b-4556-9624-bee536806cdb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Jan 10 11:43:47.794868 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd709c5-93de-46ea-a59a-55e39a0309cd req-9526df32-9344-445f-b79b-db0f69cfc4b4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:47.796331 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3bd709c5-93de-46ea-a59a-55e39a0309cd req-9526df32-9344-445f-b79b-db0f69cfc4b4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 947 time: 0.0482395 Jan 10 11:43:47.845516 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3bd709c5-93de-46ea-a59a-55e39a0309cd req-54a4e7a8-2b41-492f-ae49-a45464b3cbef tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436368 Jan 10 11:43:48.982677 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e7f76-6d8c-4ff8-ac10-bbab396ae247 req-de50956f-3852-46af-9988-5af496aed9ee tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:48.984185 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9a6e7f76-6d8c-4ff8-ac10-bbab396ae247 req-de50956f-3852-46af-9988-5af496aed9ee tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 947 time: 0.0524530 Jan 10 11:43:49.035041 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9a6e7f76-6d8c-4ff8-ac10-bbab396ae247 req-251c2694-d9e9-4172-8d79-e819fc59eb40 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450428 Jan 10 11:43:50.154246 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d1686-b744-4e85-9ff4-e2a9eee3c8db req-c6a9276d-6482-4db1-8a31-78adcd921173 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:43:50.155677 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d61d1686-b744-4e85-9ff4-e2a9eee3c8db req-c6a9276d-6482-4db1-8a31-78adcd921173 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 947 time: 0.0475607 Jan 10 11:43:50.201355 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d61d1686-b744-4e85-9ff4-e2a9eee3c8db req-8c1a882e-c986-4d27-9395-e4b4420ee5a7 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401835 Jan 10 11:43:54.455421 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f127d47e-0ae7-4c1f-b0a4-32ac9f233904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:56.666573 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-8a7c41c6-3369-4b5f-8bcd-9aa31028ecfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:57.983189 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:43:59.662575 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:00.365938 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:00.885799 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:01.562884 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630fce9-489b-4e15-ac49-9a65eab8411a req-fe672e67-b342-47bf-afc1-0c8c8769de45 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:01.564378 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3630fce9-489b-4e15-ac49-9a65eab8411a req-fe672e67-b342-47bf-afc1-0c8c8769de45 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0488927 Jan 10 11:44:01.614362 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3630fce9-489b-4e15-ac49-9a65eab8411a req-0ab20592-2dd4-4a3d-af00-a729f299afec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 Jan 10 11:44:01.636248 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44606) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:01.727776 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35682a3e-c115-418d-9697-797ff15fb96b tempest-TestMinimumBasicScenario-966700563 tempest-TestMinimumBasicScenario-966700563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:01.729291 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-35682a3e-c115-418d-9697-797ff15fb96b tempest-TestMinimumBasicScenario-966700563 tempest-TestMinimumBasicScenario-966700563-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1094 time: 0.0921032 Jan 10 11:44:01.732954 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44610) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:01.737234 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'port_id': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:01.832462 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:01.931999 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:02.050194 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Allocated IP 172.37.3.172 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/85714406-06fa-4b95-8359-d21796c364e9) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:44:02.150313 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for port (85714406-06fa-4b95-8359-d21796c364e9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:02.260790 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (85714406-06fa-4b95-8359-d21796c364e9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:02.299448 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:44:02.302392 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:44:02.305785 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:44:02.329768 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'Port': ['ID=85714406-06fa-4b95-8359-d21796c364e9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:02.341085 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.341426 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.341821 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.342159 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.342599 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.342927 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.343252 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.343574 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.343895 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.344213 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.344534 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.344846 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.345157 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:02.677161 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for floatingip (6c5360db-7a75-411a-a701-18fb3df05953), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:02.816091 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (85714406-06fa-4b95-8359-d21796c364e9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:03.227923 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for port (85714406-06fa-4b95-8359-d21796c364e9), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:03.291248 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (85714406-06fa-4b95-8359-d21796c364e9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:03.359628 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'Port': ['ID=85714406-06fa-4b95-8359-d21796c364e9,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:03.371954 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (6c5360db-7a75-411a-a701-18fb3df05953), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:03.474179 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Floating IP 6c5360db-7a75-411a-a701-18fb3df05953 associated. External IP: 172.37.3.172, port: ded3fe31-2cd9-4cc2-84d1-829b49e7753f. Jan 10 11:44:03.687441 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Router 5b26d024-8545-4d33-b1a1-e39173f72376 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:44:03.805639 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:44:03.822687 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] Sync routers for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:44:03.825523 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:44:03.841189 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:03.842561 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:43:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:03.893691 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:03.927275 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a59693fa-1667-40f8-8334-024478f328c2 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1932492 Jan 10 11:44:03.927942 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:44:03.930530 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3346d4-bf41-4323-89fa-08f6f0ff1322" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:44:03.932280 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44634) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:03.942508 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018524584', 'description': 'tempest-secgroup-smoke-2018524584 description', 'project_id': 'e45c180d632e41cdb97880086d7705c2'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:04.044783 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:04.052741 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f87bb-498c-4cfd-a424-d539f53196b5 x-openstack-request-id: req-8a6f87bb-498c-4cfd-a424-d539f53196b5 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:44:04.053046 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:44:04.053296 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a6f87bb-498c-4cfd-a424-d539f53196b5 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:44:04.053793 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'status': 'completed', 'code': 200} Jan 10 11:44:04.098758 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:04.163438 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-ac56a606-21ad-404b-af84-6e18caf523d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:04.164953 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-ac56a606-21ad-404b-af84-6e18caf523d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e45c180d632e41cdb97880086d7705c2&device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1099 time: 0.0895813 Jan 10 11:44:04.167239 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group (91656478-ca00-4552-9430-618b46a6b6e2), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:04.227846 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (91656478-ca00-4552-9430-618b46a6b6e2), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:04.280159 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91656478-ca00-4552-9430-618b46a6b6e2,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:04.296267 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.299653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.300460 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.300460 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:04.305459 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-5a59a2e9-7fb5-4f1e-8417-0c8c8f6270fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:04.307773 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-5a59a2e9-7fb5-4f1e-8417-0c8c8f6270fb service neutron] 10.222.0.31 "GET /v2.0/networks?id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 200 len: 916 time: 0.1372128 Jan 10 11:44:04.336497 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6c5360db-7a75-411a-a701-18fb3df05953', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'floating_ip_address': '172.37.3.172', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'port_id': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'mac_address': 'fa:16:3e:59:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d091-4d75-4338-b116-9d3966808486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:44:02Z', 'updated_at': '2022-01-10T11:44:02Z', 'revision_number': 0, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:57Z', 'revision_number': 5, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:04.362581 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] Checking router: 5b26d024-8545-4d33-b1a1-e39173f72376 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:44:04.373305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:04.374074 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:04.374771 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:43:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:04.375749 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5a73c150-6e38-45f6-90a7-c24daafdeaec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4368439 Jan 10 11:44:04.378801 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44646) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:04.383054 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-1ac41339-82bb-46f9-9f06-e867c3e4fb22 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'security_group_rule': {'security_group_id': '91656478-ca00-4552-9430-618b46a6b6e2', 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:04.392410 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-c7328099-e2cd-4df4-a61b-ed5cae47462d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 1000 time: 0.0776854 Jan 10 11:44:04.455106 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-c21b9e70-9e90-41f6-881b-20ab551b1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:04.456626 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-c21b9e70-9e90-41f6-881b-20ab551b1917 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1083a1-02c0-499e-8a25-7e0bf782d3e7 HTTP/1.1" status: 200 len: 854 time: 0.0534468 Jan 10 11:44:04.486961 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:04.505281 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-0752609e-137b-4a8f-82e3-388d28dfa138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:04.507217 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-0752609e-137b-4a8f-82e3-388d28dfa138 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441439 Jan 10 11:44:04.573195 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac41339-82bb-46f9-9f06-e867c3e4fb22 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (928cac09-a958-43ec-b711-c24c3ad14a53), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:04.582990 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53e086-ace4-491e-9044-bbecc233cbd5 req-b3fee21c-2e6f-4bc7-b3e9-3f2bc7801796 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:04.584746 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b53e086-ace4-491e-9044-bbecc233cbd5 req-b3fee21c-2e6f-4bc7-b3e9-3f2bc7801796 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 946 time: 0.0515552 Jan 10 11:44:04.637856 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4b53e086-ace4-491e-9044-bbecc233cbd5 req-0f477d21-fe68-4da7-a4c5-e355e29aa95f tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464640 Jan 10 11:44:04.653432 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-f8c2a883-1608-43fc-ae2b-188199deb421 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345372 Jan 10 11:44:04.668062 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac41339-82bb-46f9-9f06-e867c3e4fb22 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (928cac09-a958-43ec-b711-c24c3ad14a53), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:04.726630 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6c5360db-7a75-411a-a701-18fb3df05953', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'floating_ip_address': '172.37.3.172', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'port_id': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'mac_address': 'fa:16:3e:59:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d091-4d75-4338-b116-9d3966808486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:44:02Z', 'updated_at': '2022-01-10T11:44:02Z', 'revision_number': 0, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:57Z', 'revision_number': 5, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:04.749705 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac41339-82bb-46f9-9f06-e867c3e4fb22 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (928cac09-a958-43ec-b711-c24c3ad14a53), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:04.757528 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ffc7a2-585e-4789-bc92-7e0478bf0685 None None] The sync data for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi is: [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '6c5360db-7a75-411a-a701-18fb3df05953', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'floating_ip_address': '172.37.3.172', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'port_id': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'mac_address': 'fa:16:3e:59:0e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec5d091-4d75-4338-b116-9d3966808486', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:44:02Z', 'updated_at': '2022-01-10T11:44:02Z', 'revision_number': 0, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:57Z', 'revision_number': 5, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:44:04.767436 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-1f3346d4-bf41-4323-89fa-08f6f0ff1322 req-ed41383c-75ae-4616-9ec0-496899433a68 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081262 Jan 10 11:44:04.772822 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac41339-82bb-46f9-9f06-e867c3e4fb22 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928cac09-a958-43ec-b711-c24c3ad14a53,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:04.868639 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1ac41339-82bb-46f9-9f06-e867c3e4fb22 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:04.870152 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1ac41339-82bb-46f9-9f06-e867c3e4fb22 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4904220 Jan 10 11:44:04.888585 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44650) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:04.888585 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-89c6f80e-e3d7-429a-8e3b-17470095847c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'security_group_rule': {'security_group_id': '91656478-ca00-4552-9430-618b46a6b6e2', 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:04.971717 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df3886f-8222-48f3-8cad-8b7680058a7e None None] New status for floating IP 6c5360db-7a75-411a-a701-18fb3df05953: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:44:05.019140 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89c6f80e-e3d7-429a-8e3b-17470095847c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (6ae60e0e-7631-407d-abc8-97d1a9c4f267), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:05.084387 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89c6f80e-e3d7-429a-8e3b-17470095847c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (6ae60e0e-7631-407d-abc8-97d1a9c4f267), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:05.154604 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89c6f80e-e3d7-429a-8e3b-17470095847c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (6ae60e0e-7631-407d-abc8-97d1a9c4f267), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:05.173022 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6f80e-e3d7-429a-8e3b-17470095847c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae60e0e-7631-407d-abc8-97d1a9c4f267,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:05.259530 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-89c6f80e-e3d7-429a-8e3b-17470095847c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:05.260755 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-89c6f80e-e3d7-429a-8e3b-17470095847c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3862307 Jan 10 11:44:05.270879 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44652) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:05.275145 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-0b28ca71-1578-459a-b9f9-02528935d1d8 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'security_group_rule': {'security_group_id': '91656478-ca00-4552-9430-618b46a6b6e2', 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:05.377579 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b28ca71-1578-459a-b9f9-02528935d1d8 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (0b3a23bf-4526-4a15-aa8a-59c6910414d4), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:05.439187 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b28ca71-1578-459a-b9f9-02528935d1d8 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (0b3a23bf-4526-4a15-aa8a-59c6910414d4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:05.600148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b28ca71-1578-459a-b9f9-02528935d1d8 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (0b3a23bf-4526-4a15-aa8a-59c6910414d4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:05.619733 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28ca71-1578-459a-b9f9-02528935d1d8 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3a23bf-4526-4a15-aa8a-59c6910414d4,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:05.760915 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a496-aaae-4be3-8df9-cbe096e30740 req-27e1a70e-5765-4b4f-a18e-eb11246df40a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:05.763039 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab90a496-aaae-4be3-8df9-cbe096e30740 req-27e1a70e-5765-4b4f-a18e-eb11246df40a tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 946 time: 0.0569680 Jan 10 11:44:05.816667 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ab90a496-aaae-4be3-8df9-cbe096e30740 req-9b399a39-1517-4d0a-bcf3-63e8419eb86c tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472956 Jan 10 11:44:05.876112 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0b28ca71-1578-459a-b9f9-02528935d1d8 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:05.877293 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0b28ca71-1578-459a-b9f9-02528935d1d8 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6054933 Jan 10 11:44:05.880124 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44658) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:05.884523 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-4409952c-82e6-4aad-8856-e1a71115c87a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'security_group_rule': {'security_group_id': '91656478-ca00-4552-9430-618b46a6b6e2', 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:06.141187 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4409952c-82e6-4aad-8856-e1a71115c87a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (b3b09cde-89a8-4c49-803c-c34fd7204afd), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.197625 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4409952c-82e6-4aad-8856-e1a71115c87a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (b3b09cde-89a8-4c49-803c-c34fd7204afd), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.371741 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4409952c-82e6-4aad-8856-e1a71115c87a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (b3b09cde-89a8-4c49-803c-c34fd7204afd), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.390483 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409952c-82e6-4aad-8856-e1a71115c87a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b09cde-89a8-4c49-803c-c34fd7204afd,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:06.537232 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-aa1843a8-c64b-4ff4-832a-b1c75bb01021 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:06.538757 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-aa1843a8-c64b-4ff4-832a-b1c75bb01021 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 946 time: 0.0527599 Jan 10 11:44:06.633369 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Deleting port 2c489974-fd34-47ea-ba59-02a172d3541e {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:06.633694 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.649544 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4409952c-82e6-4aad-8856-e1a71115c87a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.650659 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4409952c-82e6-4aad-8856-e1a71115c87a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7695880 Jan 10 11:44:06.660011 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44660) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:06.666460 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-3ab3ce7f-9837-4c55-af06-ba4fb26e4526 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'security_group_rule': {'security_group_id': '91656478-ca00-4552-9430-618b46a6b6e2', 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:06.745790 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] For port 2c489974-fd34-47ea-ba59-02a172d3541e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2c489974-fd34-47ea-ba59-02a172d3541e,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:06.746103 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.843140 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-3ab3ce7f-9837-4c55-af06-ba4fb26e4526 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Project e45c180d632e41cdb97880086d7705c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:44:06.854264 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ce7f-9837-4c55-af06-ba4fb26e4526 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (ff2dfb85-4858-4f77-ae9a-ee30f377e624), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.935679 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33be4d-7ab4-423b-8094-14fedf4cad26 req-6628f09d-cf68-4006-aac3-4bde2b398272 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:06.937108 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ae33be4d-7ab4-423b-8094-14fedf4cad26 req-6628f09d-cf68-4006-aac3-4bde2b398272 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 946 time: 0.0493505 Jan 10 11:44:06.962851 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.963203 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (9e628361-c85b-4b3a-a7d4-63d5aa3dcb82), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.963515 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Floating IP 9e628361-c85b-4b3a-a7d4-63d5aa3dcb82 disassociated. External IP: 172.37.3.239, port: 2c489974-fd34-47ea-ba59-02a172d3541e. Jan 10 11:44:06.963848 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Calling delete_port for 2c489974-fd34-47ea-ba59-02a172d3541e owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:06.972757 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ce7f-9837-4c55-af06-ba4fb26e4526 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (ff2dfb85-4858-4f77-ae9a-ee30f377e624), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:06.986273 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ae33be4d-7ab4-423b-8094-14fedf4cad26 req-1576d384-fbe9-48a7-90fd-216d6917a104 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups?id=58015c3a-d466-4afb-ae8c-90a0858ec56e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 Jan 10 11:44:07.058537 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ce7f-9837-4c55-af06-ba4fb26e4526 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (ff2dfb85-4858-4f77-ae9a-ee30f377e624), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:07.096552 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3ce7f-9837-4c55-af06-ba4fb26e4526 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2dfb85-4858-4f77-ae9a-ee30f377e624,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:07.168015 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ce7f-9837-4c55-af06-ba4fb26e4526 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:07.169284 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3ab3ce7f-9837-4c55-af06-ba4fb26e4526 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5061612 Jan 10 11:44:07.172629 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44664) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:07.176923 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-08133749-ed50-4f28-b996-589643544a18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'security_group_rule': {'security_group_id': '91656478-ca00-4552-9430-618b46a6b6e2', 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:07.193633 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (2c489974-fd34-47ea-ba59-02a172d3541e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:07.228325 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event deleted for resources: {'Port': ['ID=2c489974-fd34-47ea-ba59-02a172d3541e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:07.519930 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.securitygroups_db [None req-08133749-ed50-4f28-b996-589643544a18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Project e45c180d632e41cdb97880086d7705c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:44:07.553040 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-08133749-ed50-4f28-b996-589643544a18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (c71219f4-3432-405e-80e4-fa31a246ae47), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:07.637598 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Router 6c9ea1f8-9b16-4181-997d-173a9467d593 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:44:07.639997 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-08133749-ed50-4f28-b996-589643544a18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (c71219f4-3432-405e-80e4-fa31a246ae47), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:07.739163 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-08133749-ed50-4f28-b996-589643544a18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (c71219f4-3432-405e-80e4-fa31a246ae47), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:07.771250 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08133749-ed50-4f28-b996-589643544a18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71219f4-3432-405e-80e4-fa31a246ae47,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:07.780937 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:44:07.790616 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] Sync routers for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:44:07.800701 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:07.801315 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:43:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:07.821596 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] No DVR routers for this DVR port 2c489974-fd34-47ea-ba59-02a172d3541e on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:07.824265 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:07.828514 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-dd34db6c-c900-4131-b335-6cfaedad99ce req-5bad85ab-7980-4c8b-996a-cb37b2fa1757 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.31 "DELETE /v2.0/ports/2c489974-fd34-47ea-ba59-02a172d3541e HTTP/1.1" status: 204 len: 173 time: 1.2798452 Jan 10 11:44:07.828958 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'name': 'network-vif-deleted', 'tag': '2c489974-fd34-47ea-ba59-02a172d3541e'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:44:07.833705 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ace96be-c4f1-4c7a-91b8-43ac920e7f3b" -d '{"events": [{"server_uuid": "b68f610f-6b78-43a7-93b9-398074034ffe", "name": "network-vif-deleted", "tag": "2c489974-fd34-47ea-ba59-02a172d3541e"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:44:07.853742 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-08133749-ed50-4f28-b996-589643544a18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:07.858161 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-08133749-ed50-4f28-b996-589643544a18 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6815085 Jan 10 11:44:07.881753 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0030e9f-0073-4e55-a9bb-69cf247d9d23 x-openstack-request-id: req-f0030e9f-0073-4e55-a9bb-69cf247d9d23 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:44:07.888190 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68f610f-6b78-43a7-93b9-398074034ffe", "name": "network-vif-deleted", "tag": "2c489974-fd34-47ea-ba59-02a172d3541e", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:44:07.888190 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0030e9f-0073-4e55-a9bb-69cf247d9d23 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:44:07.888190 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68f610f-6b78-43a7-93b9-398074034ffe', 'name': 'network-vif-deleted', 'tag': '2c489974-fd34-47ea-ba59-02a172d3541e', 'status': 'completed', 'code': 200} Jan 10 11:44:07.918043 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:07.968421 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-5316b4d3-4384-42c5-9656-0f436a98857c tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018524584&fields=id&tenant_id=e45c180d632e41cdb97880086d7705c2 HTTP/1.1" status: 200 len: 267 time: 0.0561953 Jan 10 11:44:08.032282 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-dd178883-e280-462d-818b-7fb2424acda5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:08.032530 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-dd178883-e280-462d-818b-7fb2424acda5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0584803 Jan 10 11:44:08.044476 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'port': {'security_groups': ['ac8790e9-4714-4d03-9cfc-14532b197551', '91656478-ca00-4552-9430-618b46a6b6e2']}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:44:08.109499 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-43bb5a3f-8fef-43ae-ad36-3c0648953f45 req-81c914a2-afc7-4bb6-b7f3-2e0a4d67acc9 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68f610f-6b78-43a7-93b9-398074034ffe HTTP/1.1" status: 200 len: 210 time: 0.0322480 Jan 10 11:44:08.134617 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:08.148157 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:08.165844 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] Checking router: 6c9ea1f8-9b16-4181-997d-173a9467d593 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:44:08.174920 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:08.175513 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:43:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:08.288337 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:08.416821 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] For port ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:08.448745 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:08.495575 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:08.510598 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ded3fe31-2cd9-4cc2-84d1-829b49e7753f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:44:08.546726 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:08.547498 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:08.548937 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1de0e84b-f1df-4cf0-961c-b83fc6911258 req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "PUT /v2.0/ports/ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 982 time: 0.5098190 Jan 10 11:44:08.550081 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:44:08.555106 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1a1b5-2ca2-4f17-a816-9dda27704c29" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:44:08.568277 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:08.585662 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ec3f1-9201-44ce-a5c6-0c2be0c6a080 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'Port': ['ID=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,revision_number=6']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:08.614900 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc4c3b8-0363-4284-a88b-09d93922200e x-openstack-request-id: req-2bc4c3b8-0363-4284-a88b-09d93922200e {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:44:08.615187 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:44:08.615521 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2bc4c3b8-0363-4284-a88b-09d93922200e {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:44:08.615906 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'status': 'completed', 'code': 200} Jan 10 11:44:08.663631 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c51cd4b-6888-4f9d-afc2-743c8d4992b9 None None] The sync data for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi is: [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:37:39Z', 'revision_number': 4, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '2dbc4abf-a238-45c1-a74a-54eae5229d1a', 'name': '', 'network_id': '757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'mac_address': 'fa:16:3e:49:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:37Z', 'updated_at': '2022-01-10T11:37:48Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'subnets': [{'id': '4fe8d977-d9d4-4188-b59c-1cc7a7b05656', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:44:08.678940 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38acb4-5122-43b1-9f14-7da9ba25e034 req-e23e4028-84ce-429a-8079-243dad35446a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:08.680724 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1d38acb4-5122-43b1-9f14-7da9ba25e034 req-e23e4028-84ce-429a-8079-243dad35446a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0640330 Jan 10 11:44:08.701783 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ded3fe31-2cd9-4cc2-84d1-829b49e7753f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:44:08.705590 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-69bb6fd6-0a70-4d0a-a09a-55b5ad6fe338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:08.713006 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-69bb6fd6-0a70-4d0a-a09a-55b5ad6fe338 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e45c180d632e41cdb97880086d7705c2&device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1138 time: 0.0699115 Jan 10 11:44:08.816969 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1d38acb4-5122-43b1-9f14-7da9ba25e034 req-d92cc640-6913-44f5-a4bf-9f5631ebd2d0 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294646 Jan 10 11:44:08.852304 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-0b2088cd-da8e-4e6a-a334-3ed56278a5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:08.856326 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-0b2088cd-da8e-4e6a-a334-3ed56278a5d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 200 len: 916 time: 0.1258929 Jan 10 11:44:08.917702 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-57e11946-f386-4ef2-97f0-871254daded2 None None] Provisioning complete for port ded3fe31-2cd9-4cc2-84d1-829b49e7753f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:44:08.917702 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-57e11946-f386-4ef2-97f0-871254daded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:08.940170 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-8115ef6c-517f-4d3d-afe3-1fc326a5c8ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 1002 time: 0.0791483 Jan 10 11:44:09.009971 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-6ed827b1-1b88-43d3-9351-b8e3b7f9882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:09.011449 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-6ed827b1-1b88-43d3-9351-b8e3b7f9882f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1083a1-02c0-499e-8a25-7e0bf782d3e7 HTTP/1.1" status: 200 len: 854 time: 0.0602183 Jan 10 11:44:09.034532 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c7deb-1822-493b-b35a-dcf3c9392607 None None] New status for floating IP 9e628361-c85b-4b3a-a7d4-63d5aa3dcb82: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:44:09.063542 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-33de8feb-1f54-400f-81bc-d5a114c1f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:09.065216 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-33de8feb-1f54-400f-81bc-d5a114c1f4db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470035 Jan 10 11:44:09.174309 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-800d47ef-77c5-46cc-a716-4612b43217b8 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009450 Jan 10 11:44:09.282479 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-24b1a1b5-2ca2-4f17-a816-9dda27704c29 req-bd47a3ef-b8e4-4ad8-bd7b-0ccc22ecda0d service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006849 Jan 10 11:44:09.390965 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44682) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:09.451934 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f5217d0-128d-4027-985e-9b76d8388bc0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (58015c3a-d466-4afb-ae8c-90a0858ec56e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:09.476175 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f5217d0-128d-4027-985e-9b76d8388bc0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (58015c3a-d466-4afb-ae8c-90a0858ec56e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:09.577850 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f5217d0-128d-4027-985e-9b76d8388bc0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (58015c3a-d466-4afb-ae8c-90a0858ec56e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:09.580563 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4f5217d0-128d-4027-985e-9b76d8388bc0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:09.581669 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4f5217d0-128d-4027-985e-9b76d8388bc0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "DELETE /v2.0/security-groups/58015c3a-d466-4afb-ae8c-90a0858ec56e HTTP/1.1" status: 204 len: 168 time: 0.1897233 Jan 10 11:44:09.584684 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44684) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:09.590810 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5217d0-128d-4027-985e-9b76d8388bc0 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58015c3a-d466-4afb-ae8c-90a0858ec56e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:09.603175 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.api.v2.resource [None req-8ad3bb8c-cb95-477b-b6ab-1c048e843355 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] show failed (client error): The resource could not be found. Jan 10 11:44:09.604216 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8ad3bb8c-cb95-477b-b6ab-1c048e843355 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "GET /v2.0/security-groups/58015c3a-d466-4afb-ae8c-90a0858ec56e HTTP/1.1" status: 404 len: 347 time: 0.0185192 Jan 10 11:44:09.607407 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44686) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:09.738399 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Deleting port 2dc519df-f1d5-44dd-8ecd-4823f761e8be {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:09.738875 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (2dc519df-f1d5-44dd-8ecd-4823f761e8be), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:09.816205 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (2dc519df-f1d5-44dd-8ecd-4823f761e8be), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:09.816526 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (2dc519df-f1d5-44dd-8ecd-4823f761e8be), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:09.828498 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Calling delete_port for 2dc519df-f1d5-44dd-8ecd-4823f761e8be owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:10.040539 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (2dc519df-f1d5-44dd-8ecd-4823f761e8be), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:10.064680 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Pushing event deleted for resources: {'Port': ['ID=2dc519df-f1d5-44dd-8ecd-4823f761e8be,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:10.139500 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks [] for floatingip (9e628361-c85b-4b3a-a7d4-63d5aa3dcb82), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:10.141896 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:10.143085 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-192627a4-fb29-4760-a15f-25f0ceb4da74 tempest-AttachVolumeTestJSON-801253792 tempest-AttachVolumeTestJSON-801253792-project] 10.222.0.20 "DELETE /v2.0/floatingips/9e628361-c85b-4b3a-a7d4-63d5aa3dcb82 HTTP/1.1" status: 204 len: 168 time: 0.5346153 Jan 10 11:44:10.277891 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 2c489974-fd34-47ea-ba59-02a172d3541e no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:10.422437 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 2c489974-fd34-47ea-ba59-02a172d3541e {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:10.422911 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 2c489974-fd34-47ea-ba59-02a172d3541e not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:14.222882 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44718) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:14.656008 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (6c9ea1f8-9b16-4181-997d-173a9467d593), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:14.914134 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Deleting port 2dbc4abf-a238-45c1-a74a-54eae5229d1a {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:14.914420 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:14.993169 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] For port 2dbc4abf-a238-45c1-a74a-54eae5229d1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2dbc4abf-a238-45c1-a74a-54eae5229d1a,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:14.993522 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:15.010106 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Calling delete_port for 2dbc4abf-a238-45c1-a74a-54eae5229d1a owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:15.264231 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (2dbc4abf-a238-45c1-a74a-54eae5229d1a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:15.300803 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbc4abf-a238-45c1-a74a-54eae5229d1a,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:15.477581 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (6c9ea1f8-9b16-4181-997d-173a9467d593), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:15.696159 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Router 6c9ea1f8-9b16-4181-997d-173a9467d593 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:44:15.808288 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:44:15.813646 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ef577d99-2622-4104-bdb9-fa6e70c187c6 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c9ea1f8-9b16-4181-997d-173a9467d593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5897193 Jan 10 11:44:15.816316 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44722) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:15.818842 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] Sync routers for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:44:15.830114 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:15.830856 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:43:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:15.945348 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:16.142640 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:44:15Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:16.176055 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] Checking router: 6c9ea1f8-9b16-4181-997d-173a9467d593 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:44:16.188946 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] Routers {'6c9ea1f8-9b16-4181-997d-173a9467d593'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:16.189595 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:43:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['6c9ea1f8-9b16-4181-997d-173a9467d593'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:16.204763 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks [] for router (6c9ea1f8-9b16-4181-997d-173a9467d593), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:16.306260 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] Set router 6c9ea1f8-9b16-4181-997d-173a9467d593 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:16.319478 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks [] for router_gateway (6c9ea1f8-9b16-4181-997d-173a9467d593), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:16.436238 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Deleting port b596074a-827b-4fe9-81db-719f1226c37f {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:16.436487 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (b596074a-827b-4fe9-81db-719f1226c37f), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:16.502653 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:44:15Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:16.528268 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] For port b596074a-827b-4fe9-81db-719f1226c37f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b596074a-827b-4fe9-81db-719f1226c37f,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:16.528648 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (b596074a-827b-4fe9-81db-719f1226c37f), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:16.538343 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a675e-1932-4005-9f73-ed1556c2ec6e None None] The sync data for ids ['6c9ea1f8-9b16-4181-997d-173a9467d593'] in dv-cinder-master-3-iscsi is: [{'id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'name': 'tempest-AttachVolumeTestJSON-79622828-router', 'tenant_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147'}], 'enable_snat': True}, 'gw_port_id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:30Z', 'updated_at': '2022-01-10T11:44:15Z', 'revision_number': 5, 'project_id': 'f8635cce808f4b1c9e754fe407a2f60b', 'gw_port': {'id': 'b596074a-827b-4fe9-81db-719f1226c37f', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c9ea1f8-9b16-4181-997d-173a9467d593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:31Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:44:16.543431 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Calling delete_port for b596074a-827b-4fe9-81db-719f1226c37f owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:16.804776 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (b596074a-827b-4fe9-81db-719f1226c37f), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:16.833011 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b596074a-827b-4fe9-81db-719f1226c37f,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:16.896069 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (6c9ea1f8-9b16-4181-997d-173a9467d593), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.009488 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (6c9ea1f8-9b16-4181-997d-173a9467d593), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.011925 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks [] for router_controller (6c9ea1f8-9b16-4181-997d-173a9467d593), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.181528 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (6c9ea1f8-9b16-4181-997d-173a9467d593), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.182080 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c9ea1f8-9b16-4181-997d-173a9467d593 {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:44:17.188655 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.188909 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-07cec033-4b17-4f0b-8dbd-5e2255acaf8b admin admin] 10.222.0.20 "DELETE /v2.0/routers/6c9ea1f8-9b16-4181-997d-173a9467d593 HTTP/1.1" status: 204 len: 168 time: 1.3716741 Jan 10 11:44:17.191866 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44726) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:17.243808 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf47fe7-6759-4edb-b957-597c7bcd473f admin admin] Deleting subnet 4fe8d977-d9d4-4188-b59c-1cc7a7b05656 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:44:17.250773 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cdf47fe7-6759-4edb-b957-597c7bcd473f admin admin] Publish callbacks [] for subnet (4fe8d977-d9d4-4188-b59c-1cc7a7b05656), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.294071 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cdf47fe7-6759-4edb-b957-597c7bcd473f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (4fe8d977-d9d4-4188-b59c-1cc7a7b05656), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.416940 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cdf47fe7-6759-4edb-b957-597c7bcd473f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (4fe8d977-d9d4-4188-b59c-1cc7a7b05656), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.530911 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cdf47fe7-6759-4edb-b957-597c7bcd473f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (4fe8d977-d9d4-4188-b59c-1cc7a7b05656), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.561134 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf47fe7-6759-4edb-b957-597c7bcd473f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe8d977-d9d4-4188-b59c-1cc7a7b05656,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:17.564825 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cdf47fe7-6759-4edb-b957-597c7bcd473f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.567964 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cdf47fe7-6759-4edb-b957-597c7bcd473f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4fe8d977-d9d4-4188-b59c-1cc7a7b05656 HTTP/1.1" status: 204 len: 168 time: 0.3749812 Jan 10 11:44:17.571318 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44728) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:17.573915 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f448b-696e-48af-8b54-3e8802733493 None None] Network 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:44:17.640492 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.699405 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Deleting port 17bf2215-9a1b-4cb0-b208-48eedaaa96de {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:17.699405 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.743103 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] DHCP port deletion for 757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea request from dv-cinder-master-3-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:44:17.769951 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] For port 17bf2215-9a1b-4cb0-b208-48eedaaa96de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=17bf2215-9a1b-4cb0-b208-48eedaaa96de,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:17.770337 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.786388 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Calling delete_port for 17bf2215-9a1b-4cb0-b208-48eedaaa96de owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:17.798373 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Deleting port 17bf2215-9a1b-4cb0-b208-48eedaaa96de {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:17.798765 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.863239 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] For port 17bf2215-9a1b-4cb0-b208-48eedaaa96de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=17bf2215-9a1b-4cb0-b208-48eedaaa96de,segment=NetworkSegment(f1bc06ab-9edb-4421-9a40-417449da910c),segment_id=f1bc06ab-9edb-4421-9a40-417449da910c)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:17.863629 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.878612 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Calling delete_port for 17bf2215-9a1b-4cb0-b208-48eedaaa96de owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:17.947858 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:17.952511 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 2dbc4abf-a238-45c1-a74a-54eae5229d1a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:17.975267 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Pushing event deleted for resources: {'Port': ['ID=17bf2215-9a1b-4cb0-b208-48eedaaa96de,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:17.980993 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] No DVR routers for this DVR port 17bf2215-9a1b-4cb0-b208-48eedaaa96de on host dv-cinder-master-3-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:17.991453 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 2dbc4abf-a238-45c1-a74a-54eae5229d1a {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:17.991802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 2dbc4abf-a238-45c1-a74a-54eae5229d1a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:17.992207 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 17bf2215-9a1b-4cb0-b208-48eedaaa96de no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:18.027803 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 17bf2215-9a1b-4cb0-b208-48eedaaa96de {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:18.028143 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 17bf2215-9a1b-4cb0-b208-48eedaaa96de not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:18.028551 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device b596074a-827b-4fe9-81db-719f1226c37f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:18.052928 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.054703 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: b596074a-827b-4fe9-81db-719f1226c37f {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:18.055022 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device b596074a-827b-4fe9-81db-719f1226c37f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:18.061248 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (17bf2215-9a1b-4cb0-b208-48eedaaa96de), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.075591 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:18.086603 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bc06ab-9edb-4421-9a40-417449da910c') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:18.086894 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bc06ab-9edb-4421-9a40-417449da910c') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:18.089227 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Pushing event deleted for resources: {'Port': ['ID=17bf2215-9a1b-4cb0-b208-48eedaaa96de,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:18.091551 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] No DVR routers for this DVR port 17bf2215-9a1b-4cb0-b208-48eedaaa96de on host dv-cinder-master-3-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:18.097640 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5206376'] for segment (f1bc06ab-9edb-4421-9a40-417449da910c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.100377 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.100685 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.100864 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.101205 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.101525 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.101851 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.102167 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.102520 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.102848 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.103163 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.103482 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.103805 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.104117 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a00b2ab-87d3-473e-8f01-647246973e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:44:18.113160 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (f1bc06ab-9edb-4421-9a40-417449da910c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.119566 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:44:18.120055 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5965873'] for segment (f1bc06ab-9edb-4421-9a40-417449da910c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: Traceback (most recent call last): Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: timer() Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: cb(*args, **kw) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: return func(*args, **kwargs) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: self._notify() Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: self.callback(batched_events) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: event.method(event) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: return f(self, *a, **k) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: return self._get(url).json() Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:44:18.122112 dv-cinder-master-3-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:44:18.274885 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.285183 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.285183 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] 10.222.0.20 "DELETE /v2.0/networks/757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea HTTP/1.1" status: 204 len: 168 time: 0.7122681 Jan 10 11:44:18.293761 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62a263-5f6d-4c9e-a9e2-00b2842eba5c admin admin] Pushing event deleted for resources: {'Network': ['ID=757f6b2b-0d86-4b1c-8fbb-5ee1a7cfe7ea,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:18.614887 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44734) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:18.657372 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-ee823add-7ddf-42ca-872f-8494478b1950 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8635cce808f4b1c9e754fe407a2f60b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413136 Jan 10 11:44:18.659876 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44736) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:18.706818 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-950748de-5713-4831-9b4e-7c72060ba10b admin admin] Publish callbacks [] for security_group (e218cc4c-e61b-479c-bcae-2d4439eb8564), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.728403 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-950748de-5713-4831-9b4e-7c72060ba10b admin admin] Publish callbacks [] for security_group (e218cc4c-e61b-479c-bcae-2d4439eb8564), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.873230 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-950748de-5713-4831-9b4e-7c72060ba10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (e218cc4c-e61b-479c-bcae-2d4439eb8564), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.875941 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-950748de-5713-4831-9b4e-7c72060ba10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:18.877095 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-950748de-5713-4831-9b4e-7c72060ba10b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e218cc4c-e61b-479c-bcae-2d4439eb8564 HTTP/1.1" status: 204 len: 168 time: 0.2163475 Jan 10 11:44:18.886295 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950748de-5713-4831-9b4e-7c72060ba10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e218cc4c-e61b-479c-bcae-2d4439eb8564,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:22.039696 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8c07e-4f37-4ed9-b74a-2b7cf06ea8e2 req-daab3c32-f1c5-4903-b214-93e91f2d7e12 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:22.041174 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-53b8c07e-4f37-4ed9-b74a-2b7cf06ea8e2 req-daab3c32-f1c5-4903-b214-93e91f2d7e12 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0515118 Jan 10 11:44:22.101377 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-c50804ce-e5f0-4fbe-848a-a4dbf13cfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:22.102886 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-c50804ce-e5f0-4fbe-848a-a4dbf13cfbdb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e45c180d632e41cdb97880086d7705c2&device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1138 time: 0.0399797 Jan 10 11:44:22.106747 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-53b8c07e-4f37-4ed9-b74a-2b7cf06ea8e2 req-a42c0a81-2d7b-424d-91f6-137bd366f352 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584576 Jan 10 11:44:22.197474 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-e71d16e8-f630-4e85-8532-52cab926ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:22.198967 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-e71d16e8-f630-4e85-8532-52cab926ca95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 200 len: 916 time: 0.0885403 Jan 10 11:44:22.275124 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-bab18f52-4e23-47bc-85d9-7599b2b9c429 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 1002 time: 0.0656822 Jan 10 11:44:22.326082 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-dad59496-8b12-430d-be26-9597dbb128fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:22.328558 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-dad59496-8b12-430d-be26-9597dbb128fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1083a1-02c0-499e-8a25-7e0bf782d3e7 HTTP/1.1" status: 200 len: 854 time: 0.0459633 Jan 10 11:44:22.384865 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-2e2553c1-0a5e-4052-83d3-3aa0c86497b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:22.386510 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-2e2553c1-0a5e-4052-83d3-3aa0c86497b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412261 Jan 10 11:44:22.490743 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-d7f5e3b1-9735-4fee-8ab9-5e2a1ebc92b8 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971134 Jan 10 11:44:22.582789 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-52500501-dec6-4fe1-87bb-64f2b229f2b0 req-bfd552bf-2a3b-4459-bebc-8cb8fab2fc40 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826991 Jan 10 11:44:23.233642 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5f34a-ed87-4c0b-858f-5ce8d48e940b req-1ca9e341-9b80-4661-8513-d82db9a358a5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:23.235251 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-11a5f34a-ed87-4c0b-858f-5ce8d48e940b req-1ca9e341-9b80-4661-8513-d82db9a358a5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0508447 Jan 10 11:44:23.306063 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-11a5f34a-ed87-4c0b-858f-5ce8d48e940b req-bc6abbc7-bc06-4ad0-af86-7120fb182c31 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648291 Jan 10 11:44:23.805437 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5950a9-c3e2-4c37-adcb-5e3de582be92 req-7ec2b964-8ba1-4a0a-822b-40e770c903d4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:23.806950 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6b5950a9-c3e2-4c37-adcb-5e3de582be92 req-7ec2b964-8ba1-4a0a-822b-40e770c903d4 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 947 time: 0.0537674 Jan 10 11:44:23.854492 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6b5950a9-c3e2-4c37-adcb-5e3de582be92 req-671699fc-3434-4184-bbcb-ef74a7d01ca0 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412481 Jan 10 11:44:24.401480 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a26346c3-056b-42dd-a34d-a37efbbf0ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:24.441303 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8d72-b028-484c-a781-09595d088292 req-676ebddc-c9a1-4c29-a799-3107df930be5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:24.442840 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9f1e8d72-b028-484c-a781-09595d088292 req-676ebddc-c9a1-4c29-a799-3107df930be5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0550306 Jan 10 11:44:24.507552 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9f1e8d72-b028-484c-a781-09595d088292 req-88923d33-d5ca-413b-92ca-96cb4145a262 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589561 Jan 10 11:44:24.984177 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1c924-1ec9-4353-b436-60728c64f5db req-db7b2fad-c3bd-4090-a8ca-ff00be248b8c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:24.985715 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58d1c924-1ec9-4353-b436-60728c64f5db req-db7b2fad-c3bd-4090-a8ca-ff00be248b8c tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 947 time: 0.0544693 Jan 10 11:44:25.039322 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58d1c924-1ec9-4353-b436-60728c64f5db req-1557fd00-6be3-4bce-96c9-c4db443ef184 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups?id=afc784e6-9454-492b-b0c1-54af1eb77fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476134 Jan 10 11:44:25.151498 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542ab90-f547-4e6a-adc9-475196349aea req-1b844e50-a4e4-4a84-a864-e9fefae76f66 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:25.152994 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c542ab90-f547-4e6a-adc9-475196349aea req-1b844e50-a4e4-4a84-a864-e9fefae76f66 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 947 time: 0.0566769 Jan 10 11:44:25.250413 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Deleting port 5d53e751-c135-4aa3-b56f-602088936cc0 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:25.250764 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:25.351661 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] For port 5d53e751-c135-4aa3-b56f-602088936cc0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5d53e751-c135-4aa3-b56f-602088936cc0,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:25.352023 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:25.530930 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:25.531280 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (5a1dd5e0-9476-4592-990e-b8f497958723), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:25.531591 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Floating IP 5a1dd5e0-9476-4592-990e-b8f497958723 disassociated. External IP: 172.37.3.139, port: 5d53e751-c135-4aa3-b56f-602088936cc0. Jan 10 11:44:25.531924 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Calling delete_port for 5d53e751-c135-4aa3-b56f-602088936cc0 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:25.626364 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c968cbc-6323-4076-926a-86438e6b1e1f req-4ee8f33a-bda6-4ba5-b29f-3aeefeb864fa tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:25.627875 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3c968cbc-6323-4076-926a-86438e6b1e1f req-4ee8f33a-bda6-4ba5-b29f-3aeefeb864fa tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0511436 Jan 10 11:44:25.690369 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3c968cbc-6323-4076-926a-86438e6b1e1f req-7beab1ce-9023-4746-b511-28bac9a81247 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566385 Jan 10 11:44:25.715285 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (5d53e751-c135-4aa3-b56f-602088936cc0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:25.743577 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event deleted for resources: {'Port': ['ID=5d53e751-c135-4aa3-b56f-602088936cc0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:25.854889 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:44:25.961091 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:44:25.970993 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] Sync routers for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:44:25.980847 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:25.981549 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:43:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:25.999597 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] No DVR routers for this DVR port 5d53e751-c135-4aa3-b56f-602088936cc0 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:26.002067 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:26.005321 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c542ab90-f547-4e6a-adc9-475196349aea req-5105a175-4ac4-486f-85b9-ec704458f369 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.31 "DELETE /v2.0/ports/5d53e751-c135-4aa3-b56f-602088936cc0 HTTP/1.1" status: 204 len: 173 time: 0.8470764 Jan 10 11:44:26.005798 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-deleted', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:44:26.007993 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455e5ff-82b0-4570-af8f-86754789e1e9" -d '{"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-deleted", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:44:26.050679 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fc0d7f-0231-437f-9b69-e535a9319547 x-openstack-request-id: req-71fc0d7f-0231-437f-9b69-e535a9319547 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:44:26.051027 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70029374-0ab3-49b9-880e-6a102761c463", "name": "network-vif-deleted", "tag": "5d53e751-c135-4aa3-b56f-602088936cc0", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:44:26.051385 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71fc0d7f-0231-437f-9b69-e535a9319547 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:44:26.051608 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70029374-0ab3-49b9-880e-6a102761c463', 'name': 'network-vif-deleted', 'tag': '5d53e751-c135-4aa3-b56f-602088936cc0', 'status': 'completed', 'code': 200} Jan 10 11:44:26.090074 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:26.140979 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5626fb85-e308-4983-bc08-5063d52ca652 req-db9982f6-2fe9-4d36-9310-e2f68dbe685d tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Jan 10 11:44:26.302303 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:26.331765 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] Checking router: 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:44:26.340237 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:26.340871 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:43:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:26.441476 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:26.640368 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:26.665162 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d306f6c-cae5-41d4-a9d9-2b8550f6cdac None None] The sync data for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi is: [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:37:35Z', 'revision_number': 4, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3812b4c4-1a7e-4893-ac95-02445e6f8975', 'name': '', 'network_id': '05ffc7ce-f421-4ef2-baa4-3ee4a31019b2', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'mac_address': 'fa:16:3e:03:ee:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:33Z', 'updated_at': '2022-01-10T11:37:43Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'subnets': [{'id': '4127599f-3bb2-4e22-8101-81ebdfb41b92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:44:26.667176 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c1a0b548-2c29-4db8-a721-9ee1355ae0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:26.817189 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bc350-ab4f-4804-845c-bd6a6b83dffe req-7c53a427-c65b-405f-871f-4d9cc278a079 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:26.818758 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-542bc350-ab4f-4804-845c-bd6a6b83dffe req-7c53a427-c65b-405f-871f-4d9cc278a079 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0566816 Jan 10 11:44:26.883631 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-542bc350-ab4f-4804-845c-bd6a6b83dffe req-76629ee4-0936-4c22-8397-d117c1efff8d tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592942 Jan 10 11:44:26.886709 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7375894-a08c-4908-bbc5-2089895cfd6c None None] New status for floating IP 5a1dd5e0-9476-4592-990e-b8f497958723: DOWN {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:44:27.245181 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0620005a-dd9f-4975-aa58-6f1155d43b62 req-9ca82f6f-b608-438c-8c68-f6fca1ef59ac tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 210 time: 0.0251384 Jan 10 11:44:28.012969 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:28.153469 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13e6e1-8dd6-4bd1-bb30-824b1c451a6d req-082a8196-206b-44cf-9148-2b5ee971fcfd tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:28.156193 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bd13e6e1-8dd6-4bd1-bb30-824b1c451a6d req-082a8196-206b-44cf-9148-2b5ee971fcfd tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0503407 Jan 10 11:44:28.219583 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bd13e6e1-8dd6-4bd1-bb30-824b1c451a6d req-f472806f-ebae-4cd5-b892-6e91bba2a1e3 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576346 Jan 10 11:44:28.363582 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9742fe63-28a4-4f8f-a7d7-4fea90542d84 req-0d4c2b04-3ace-42ff-a356-2d56f7f22f5b tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/ports?device_id=70029374-0ab3-49b9-880e-6a102761c463 HTTP/1.1" status: 200 len: 210 time: 0.0318379 Jan 10 11:44:29.336551 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2d48-7592-4df0-a62a-d89509245327 req-198ab389-f14e-4044-9cc9-b9b8aa9fa363 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:29.338026 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2edf2d48-7592-4df0-a62a-d89509245327 req-198ab389-f14e-4044-9cc9-b9b8aa9fa363 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0488844 Jan 10 11:44:29.400686 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2edf2d48-7592-4df0-a62a-d89509245327 req-eafa4191-8acc-47d8-b099-acea50d151f1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562809 Jan 10 11:44:29.512944 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44870) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:29.560198 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44872) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:29.620113 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8d74dae-4e5a-42bf-b897-59b7fb47d270 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (afc784e6-9454-492b-b0c1-54af1eb77fc2), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:29.645596 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8d74dae-4e5a-42bf-b897-59b7fb47d270 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (afc784e6-9454-492b-b0c1-54af1eb77fc2), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:29.668004 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:29.680777 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Deleting port 6e8fc02f-2dfb-4d26-a443-ae194ada0a1d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:29.681112 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:29.759757 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:29.763640 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for floatingip (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:29.772703 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Calling delete_port for 6e8fc02f-2dfb-4d26-a443-ae194ada0a1d owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:29.801140 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8d74dae-4e5a-42bf-b897-59b7fb47d270 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (afc784e6-9454-492b-b0c1-54af1eb77fc2), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:29.803983 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f8d74dae-4e5a-42bf-b897-59b7fb47d270 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:29.811408 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f8d74dae-4e5a-42bf-b897-59b7fb47d270 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "DELETE /v2.0/security-groups/afc784e6-9454-492b-b0c1-54af1eb77fc2 HTTP/1.1" status: 204 len: 168 time: 0.2430780 Jan 10 11:44:29.814058 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44880) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:29.814901 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d74dae-4e5a-42bf-b897-59b7fb47d270 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc784e6-9454-492b-b0c1-54af1eb77fc2,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:29.853470 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:29.854092 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.api.v2.resource [None req-0416206d-e431-413e-8750-68f0817f8494 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] show failed (client error): The resource could not be found. Jan 10 11:44:29.855207 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0416206d-e431-413e-8750-68f0817f8494 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "GET /v2.0/security-groups/afc784e6-9454-492b-b0c1-54af1eb77fc2 HTTP/1.1" status: 404 len: 347 time: 0.0402067 Jan 10 11:44:29.859130 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44884) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:29.877471 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 5d53e751-c135-4aa3-b56f-602088936cc0 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:29.877815 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 5d53e751-c135-4aa3-b56f-602088936cc0 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:29.991060 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Deleting port 8ce403fc-1666-4702-abed-b6bd6f5043f5 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:29.991393 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (8ce403fc-1666-4702-abed-b6bd6f5043f5), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.064107 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (6e8fc02f-2dfb-4d26-a443-ae194ada0a1d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.069199 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (8ce403fc-1666-4702-abed-b6bd6f5043f5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.069522 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (8ce403fc-1666-4702-abed-b6bd6f5043f5), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.083061 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Calling delete_port for 8ce403fc-1666-4702-abed-b6bd6f5043f5 owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:30.091388 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event deleted for resources: {'Port': ['ID=6e8fc02f-2dfb-4d26-a443-ae194ada0a1d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:30.156105 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for floatingip (fe1f4579-7b09-412e-83a2-6fb5db36548c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.156436 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Floating IP fe1f4579-7b09-412e-83a2-6fb5db36548c disassociated (deleted). External IP: 172.37.3.206, port: c48c4206-c204-4d5e-bde8-ec64ab3d966d. Jan 10 11:44:30.164687 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.315124 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (8ce403fc-1666-4702-abed-b6bd6f5043f5), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.347504 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Pushing event deleted for resources: {'Port': ['ID=8ce403fc-1666-4702-abed-b6bd6f5043f5,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:30.381853 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Router aa1e751a-75eb-4797-a4fc-77cf69f36c75 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:44:30.410679 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks [] for floatingip (5a1dd5e0-9476-4592-990e-b8f497958723), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.413176 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.414365 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b1bf8805-bf3f-4dcb-bfc7-22966c92a6b6 tempest-AttachVolumeShelveTestJSON-976367417 tempest-AttachVolumeShelveTestJSON-976367417-project] 10.222.0.20 "DELETE /v2.0/floatingips/5a1dd5e0-9476-4592-990e-b8f497958723 HTTP/1.1" status: 204 len: 168 time: 0.5541437 Jan 10 11:44:30.505160 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:44:30.510204 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.515442 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] Sync routers for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:44:30.526290 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:30.527176 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:30.538968 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f09010d4-c824-448d-93a7-793766030107 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "DELETE /v2.0/floatingips/fe1f4579-7b09-412e-83a2-6fb5db36548c HTTP/1.1" status: 204 len: 168 time: 1.0249026 Jan 10 11:44:30.540599 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:44:30.541891 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0f684e-006c-4ee7-9d43-646698c44840" -d '{"events": [{"name": "network-changed", "server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:44:30.547508 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce6673-42a3-4a64-ad79-91a0a5c864f7 req-34befd54-bc2e-4dbd-881e-ee92b60d3688 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:30.548563 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c2ce6673-42a3-4a64-ad79-91a0a5c864f7 req-34befd54-bc2e-4dbd-881e-ee92b60d3688 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0705531 Jan 10 11:44:30.627518 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c2ce6673-42a3-4a64-ad79-91a0a5c864f7 req-88cdc2f2-57d8-4fd9-86a1-f26f55063741 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718658 Jan 10 11:44:30.644102 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:30.665699 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9749d91-28a2-4069-8bc7-33c5e5df8040 x-openstack-request-id: req-d9749d91-28a2-4069-8bc7-33c5e5df8040 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:44:30.666063 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:44:30.666416 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9749d91-28a2-4069-8bc7-33c5e5df8040 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:44:30.666883 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'status': 'completed', 'code': 200} Jan 10 11:44:30.735828 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-a6ca2cda-c631-43bd-b1f0-5d1efff379bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:30.737318 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-a6ca2cda-c631-43bd-b1f0-5d1efff379bd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6940c4980bd247c986a305a72a9d1434&device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 1099 time: 0.0455847 Jan 10 11:44:30.838049 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-97e9837c-426c-464a-b532-0430dbeb8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:30.839477 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-97e9837c-426c-464a-b532-0430dbeb8736 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d629e7a0-5831-410c-81ae-c34bc8000814 HTTP/1.1" status: 200 len: 910 time: 0.0933981 Jan 10 11:44:30.863457 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:50Z', 'revision_number': 5, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:30.881612 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:30.884941 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-522c961d-bcca-4fd8-aa05-f597306497bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d HTTP/1.1" status: 200 len: 217 time: 0.0390425 Jan 10 11:44:30.890966 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] Checking router: aa1e751a-75eb-4797-a4fc-77cf69f36c75 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:44:30.899640 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:30.900293 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:30.933797 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-f5dfc5d6-7a88-41ef-9f8e-880cd730e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:30.935275 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-f5dfc5d6-7a88-41ef-9f8e-880cd730e904 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db HTTP/1.1" status: 200 len: 848 time: 0.0445118 Jan 10 11:44:30.987802 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-e88cb4d9-c47a-48f2-b18c-673f5f500537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:30.989404 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-e88cb4d9-c47a-48f2-b18c-673f5f500537 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d629e7a0-5831-410c-81ae-c34bc8000814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486112 Jan 10 11:44:31.040520 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450c63f-0664-4977-9492-c19e6e846e9f req-21ac7009-f344-4aa0-a96f-281811aee026 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:31.042064 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9450c63f-0664-4977-9492-c19e6e846e9f req-21ac7009-f344-4aa0-a96f-281811aee026 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 946 time: 0.0528061 Jan 10 11:44:31.101393 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-9450c63f-0664-4977-9492-c19e6e846e9f req-2519036b-0c14-46bb-9169-821287cf35d6 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519714 Jan 10 11:44:31.108566 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:31.324905 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:50Z', 'revision_number': 5, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:31.355631 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e0e97-1a26-4615-a816-1e54e39c68e6 None None] The sync data for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi is: [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:39:45Z', 'revision_number': 4, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '050978bd-614d-493c-b9fd-8652a7358b30', 'name': '', 'network_id': 'd629e7a0-5831-410c-81ae-c34bc8000814', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'mac_address': 'fa:16:3e:b5:2a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:44Z', 'updated_at': '2022-01-10T11:39:50Z', 'revision_number': 5, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'subnets': [{'id': '84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:44:31.374365 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-6e7a9dd9-64b0-4463-bdc1-2b7d02cf86d6 service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783116 Jan 10 11:44:31.476364 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6d0f684e-006c-4ee7-9d43-646698c44840 req-9e0f3c82-4df2-4626-8b18-d5632fd4091f service neutron] 10.222.0.31 "GET /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959220 Jan 10 11:44:31.626254 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c2ee98-892f-4cbe-8040-633675c64403 None None] New status for floating IP fe1f4579-7b09-412e-83a2-6fb5db36548c: DOWN {{(pid=103372) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:44:31.762592 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f65cd7-aee4-4fa5-bff0-709b7f5f50dc req-2acc867a-93bb-4365-9e74-4a08248a4ff7 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:31.764572 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e2f65cd7-aee4-4fa5-bff0-709b7f5f50dc req-2acc867a-93bb-4365-9e74-4a08248a4ff7 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0725586 Jan 10 11:44:31.832852 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e2f65cd7-aee4-4fa5-bff0-709b7f5f50dc req-5afbb4d9-149d-4142-a754-01f1d400629b tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621998 Jan 10 11:44:32.223612 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864aac98-1264-4cd7-a429-f64f4ab01ede req-db01a354-5c1f-4e52-bbc7-c0ae31915e54 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:32.225177 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-864aac98-1264-4cd7-a429-f64f4ab01ede req-db01a354-5c1f-4e52-bbc7-c0ae31915e54 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 946 time: 0.0516624 Jan 10 11:44:32.274703 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-864aac98-1264-4cd7-a429-f64f4ab01ede req-dd41aa7c-7cb1-4802-8abd-ca0b9b25db32 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/security-groups?id=7940459a-acd2-4f44-946d-3804474fa493&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437078 Jan 10 11:44:32.508505 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-e295027b-728b-4388-a078-67a84789a78d tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:32.509115 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-e295027b-728b-4388-a078-67a84789a78d tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.31 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 946 time: 0.0486124 Jan 10 11:44:32.606800 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Deleting port c48c4206-c204-4d5e-bde8-ec64ab3d966d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:32.607018 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:32.698702 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] For port c48c4206-c204-4d5e-bde8-ec64ab3d966d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c48c4206-c204-4d5e-bde8-ec64ab3d966d,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:32.699061 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:32.711609 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Calling delete_port for c48c4206-c204-4d5e-bde8-ec64ab3d966d owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:32.948031 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (c48c4206-c204-4d5e-bde8-ec64ab3d966d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:32.968189 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b22979-00d9-4797-b2e9-f8ced263a3cb req-0b09d58d-c480-4d2a-a3bb-b5d9a050ad85 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:32.969754 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-54b22979-00d9-4797-b2e9-f8ced263a3cb req-0b09d58d-c480-4d2a-a3bb-b5d9a050ad85 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0615094 Jan 10 11:44:32.977398 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event deleted for resources: {'Port': ['ID=c48c4206-c204-4d5e-bde8-ec64ab3d966d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:33.036417 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] No DVR routers for this DVR port c48c4206-c204-4d5e-bde8-ec64ab3d966d on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:33.038842 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:33.042104 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b8a899a2-51fe-448b-bc84-f9570b8b2388 req-2af5c256-7d09-440e-9455-9450a7574d96 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.31 "DELETE /v2.0/ports/c48c4206-c204-4d5e-bde8-ec64ab3d966d HTTP/1.1" status: 204 len: 173 time: 0.5281403 Jan 10 11:44:33.042575 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'name': 'network-vif-deleted', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:44:33.044227 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-54b22979-00d9-4797-b2e9-f8ced263a3cb req-d3ff0352-d88a-4bc7-a6bd-b521fe46de44 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684381 Jan 10 11:44:33.044850 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fd40a5-617f-4811-a2c4-c1e7a46e2ec5" -d '{"events": [{"server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "name": "network-vif-deleted", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:44:33.081985 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab18976f-0665-4040-a094-25dd6de98694 x-openstack-request-id: req-ab18976f-0665-4040-a094-25dd6de98694 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:44:33.082320 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d03071b-bd55-49bb-b290-09cd0a05fe02", "name": "network-vif-deleted", "tag": "c48c4206-c204-4d5e-bde8-ec64ab3d966d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:44:33.082575 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab18976f-0665-4040-a094-25dd6de98694 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:44:33.082967 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d03071b-bd55-49bb-b290-09cd0a05fe02', 'name': 'network-vif-deleted', 'tag': 'c48c4206-c204-4d5e-bde8-ec64ab3d966d', 'status': 'completed', 'code': 200} Jan 10 11:44:33.241963 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44962) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:33.375422 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-496ca96f-cce1-4284-8d25-a18dd365df03 req-53b47a2c-b5af-4f3b-8a79-6aa3c9df02f6 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 210 time: 0.0272744 Jan 10 11:44:33.788190 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:33.850916 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44970) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:33.962513 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f529c190-555d-4287-9951-e722838f416d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.042646 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f529c190-555d-4287-9951-e722838f416d admin admin] Publish callbacks [] for security_group (4a80a7b4-0a2e-4f41-b99d-96a5b1501d21), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.102688 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Deleting port 3812b4c4-1a7e-4893-ac95-02445e6f8975 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:34.103019 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.113924 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f529c190-555d-4287-9951-e722838f416d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (4a80a7b4-0a2e-4f41-b99d-96a5b1501d21), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.183847 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f529c190-555d-4287-9951-e722838f416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a80a7b4-0a2e-4f41-b99d-96a5b1501d21,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:34.192144 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] For port 3812b4c4-1a7e-4893-ac95-02445e6f8975, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3812b4c4-1a7e-4893-ac95-02445e6f8975,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:34.192604 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.195303 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f529c190-555d-4287-9951-e722838f416d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5821d97cc794bd3a7c425e8a1f3d580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457050 Jan 10 11:44:34.197861 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44976) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:34.209954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Calling delete_port for 3812b4c4-1a7e-4893-ac95-02445e6f8975 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:34.226165 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d94846-bdd4-48eb-a5a6-e2585d291d2d req-eba14c86-f660-4b65-8378-dac22d0e09b1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:34.227693 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b6d94846-bdd4-48eb-a5a6-e2585d291d2d req-eba14c86-f660-4b65-8378-dac22d0e09b1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.1061540 Jan 10 11:44:34.291255 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-776b5989-abc2-4ad4-8199-aa320dfc3be5 admin admin] Publish callbacks [] for security_group (4a80a7b4-0a2e-4f41-b99d-96a5b1501d21), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.331367 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b6d94846-bdd4-48eb-a5a6-e2585d291d2d req-7d9a582e-2e80-44ee-9c14-a4185bae6e83 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949297 Jan 10 11:44:34.337748 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-776b5989-abc2-4ad4-8199-aa320dfc3be5 admin admin] Publish callbacks [] for security_group (4a80a7b4-0a2e-4f41-b99d-96a5b1501d21), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.475633 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-776b5989-abc2-4ad4-8199-aa320dfc3be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (4a80a7b4-0a2e-4f41-b99d-96a5b1501d21), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.478228 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-776b5989-abc2-4ad4-8199-aa320dfc3be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.479339 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-776b5989-abc2-4ad4-8199-aa320dfc3be5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a80a7b4-0a2e-4f41-b99d-96a5b1501d21 HTTP/1.1" status: 204 len: 168 time: 0.2803710 Jan 10 11:44:34.496323 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e54a5e05-c0c9-4577-ac95-77f32d9600cc req-d224c741-653b-44e3-a732-d9f48e4e3660 tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d03071b-bd55-49bb-b290-09cd0a05fe02 HTTP/1.1" status: 200 len: 210 time: 0.0312243 Jan 10 11:44:34.503026 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (3812b4c4-1a7e-4893-ac95-02445e6f8975), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.503218 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b5989-abc2-4ad4-8199-aa320dfc3be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a80a7b4-0a2e-4f41-b99d-96a5b1501d21,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:34.537424 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Pushing event deleted for resources: {'Port': ['ID=3812b4c4-1a7e-4893-ac95-02445e6f8975,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:34.722803 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:34.946189 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:44:35.057217 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:44:35.065637 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a6372e41-d658-4a64-893c-52989cf8ff8c admin admin] 10.222.0.20 "PUT /v2.0/routers/2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193438 Jan 10 11:44:35.065637 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 44984) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:35.074268 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] Sync routers for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:44:35.084974 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:35.085734 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:35.169590 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks [] for router (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.178492 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44986) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:35.192273 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:35.192972 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b771812a-eff7-4296-bf90-6c013b756dd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.275628 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks [] for router_gateway (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.391236 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:44:34Z', 'revision_number': 5, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port': {'id': 'f45277af-d2f1-4910-b9d4-aa458ec8c890', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:37:28Z', 'updated_at': '2022-01-10T11:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:35.424730 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] Checking router: 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:44:35.434688 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] Routers {'2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:35.435321 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:35.470041 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Deleting port f45277af-d2f1-4910-b9d4-aa458ec8c890 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:35.471130 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.496266 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46299677-1e79-4214-bd08-b6019fcf2dc2 req-bfa98764-a334-4731-ad33-f9ef07f9d87b tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:35.498575 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-46299677-1e79-4214-bd08-b6019fcf2dc2 req-bfa98764-a334-4731-ad33-f9ef07f9d87b tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0919950 Jan 10 11:44:35.537071 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] Set router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:35.537940 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b771812a-eff7-4296-bf90-6c013b756dd1 admin admin] Publish callbacks [] for security_group (e16ae9ce-d087-4641-bdee-62657bf9d044), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.577390 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44992) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:35.596809 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:44:35Z', 'revision_number': 6, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:35.603934 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] For port f45277af-d2f1-4910-b9d4-aa458ec8c890, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f45277af-d2f1-4910-b9d4-aa458ec8c890,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:35.604284 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.618662 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Calling delete_port for f45277af-d2f1-4910-b9d4-aa458ec8c890 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:35.624696 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e84870c-1621-48c6-869a-b1fcf4960019 None None] The sync data for ids ['2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf'] in dv-cinder-master-3-iscsi is: [{'id': '2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf', 'name': 'tempest-AttachVolumeShelveTestJSON-720849606-router', 'tenant_id': '274889e6213c4dfaab0997e2dad420ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:37:27Z', 'updated_at': '2022-01-10T11:44:35Z', 'revision_number': 6, 'project_id': '274889e6213c4dfaab0997e2dad420ff', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:44:35.627412 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-46299677-1e79-4214-bd08-b6019fcf2dc2 req-ffd22206-398b-4498-a759-b8d3108f80dc tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1195774 Jan 10 11:44:35.637884 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b771812a-eff7-4296-bf90-6c013b756dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (e16ae9ce-d087-4641-bdee-62657bf9d044), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.697613 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b771812a-eff7-4296-bf90-6c013b756dd1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc763c6b0d314d2faf881932dc1a43c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5179262 Jan 10 11:44:35.703513 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 44994) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:35.705452 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771812a-eff7-4296-bf90-6c013b756dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16ae9ce-d087-4641-bdee-62657bf9d044,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:35.718070 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4fdb7d7c-f09c-42e5-83f5-8ce6baf0bc6c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group (7940459a-acd2-4f44-946d-3804474fa493), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.764140 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4fdb7d7c-f09c-42e5-83f5-8ce6baf0bc6c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group (7940459a-acd2-4f44-946d-3804474fa493), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.811485 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aa6beefd-db5f-4ff8-9f6f-dfa66282fe89 admin admin] Publish callbacks [] for security_group (e16ae9ce-d087-4641-bdee-62657bf9d044), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.832681 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aa6beefd-db5f-4ff8-9f6f-dfa66282fe89 admin admin] Publish callbacks [] for security_group (e16ae9ce-d087-4641-bdee-62657bf9d044), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.836265 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (f45277af-d2f1-4910-b9d4-aa458ec8c890), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.863907 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f45277af-d2f1-4910-b9d4-aa458ec8c890,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:35.879645 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device c48c4206-c204-4d5e-bde8-ec64ab3d966d no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:35.900377 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: c48c4206-c204-4d5e-bde8-ec64ab3d966d {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:35.900715 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device c48c4206-c204-4d5e-bde8-ec64ab3d966d not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:35.929625 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.944538 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4fdb7d7c-f09c-42e5-83f5-8ce6baf0bc6c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7940459a-acd2-4f44-946d-3804474fa493), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.947307 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4fdb7d7c-f09c-42e5-83f5-8ce6baf0bc6c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.948485 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4fdb7d7c-f09c-42e5-83f5-8ce6baf0bc6c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] 10.222.0.20 "DELETE /v2.0/security-groups/7940459a-acd2-4f44-946d-3804474fa493 HTTP/1.1" status: 204 len: 168 time: 0.3701112 Jan 10 11:44:35.963076 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb7d7c-f09c-42e5-83f5-8ce6baf0bc6c tempest-TestShelveInstance-817577981 tempest-TestShelveInstance-817577981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7940459a-acd2-4f44-946d-3804474fa493,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:35.972801 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aa6beefd-db5f-4ff8-9f6f-dfa66282fe89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (e16ae9ce-d087-4641-bdee-62657bf9d044), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.979464 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-aa6beefd-db5f-4ff8-9f6f-dfa66282fe89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:35.979464 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-aa6beefd-db5f-4ff8-9f6f-dfa66282fe89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e16ae9ce-d087-4641-bdee-62657bf9d044 HTTP/1.1" status: 204 len: 168 time: 0.2724547 Jan 10 11:44:35.993053 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6beefd-db5f-4ff8-9f6f-dfa66282fe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16ae9ce-d087-4641-bdee-62657bf9d044,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:36.075118 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45000) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:36.348013 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.350570 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks [] for router_controller (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.475825 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (aa1e751a-75eb-4797-a4fc-77cf69f36c75), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.505362 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 3812b4c4-1a7e-4893-ac95-02445e6f8975 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:36.528026 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.528829 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:44:36.534730 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.538792 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1fd63fa0-3918-419d-bf49-8326a1484a02 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2ec38bd7-5957-42ff-b7e6-7f5fe4960dbf HTTP/1.1" status: 204 len: 168 time: 1.4699581 Jan 10 11:44:36.538792 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45006) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:36.545444 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 3812b4c4-1a7e-4893-ac95-02445e6f8975 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:36.545782 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 3812b4c4-1a7e-4893-ac95-02445e6f8975 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:36.597855 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-7965752d-196d-4c0d-b4ef-82b73d6b5896 admin admin] Deleting subnet 4127599f-3bb2-4e22-8101-81ebdfb41b92 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:44:36.601178 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7965752d-196d-4c0d-b4ef-82b73d6b5896 admin admin] Publish callbacks [] for subnet (4127599f-3bb2-4e22-8101-81ebdfb41b92), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.644436 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7965752d-196d-4c0d-b4ef-82b73d6b5896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (4127599f-3bb2-4e22-8101-81ebdfb41b92), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.750926 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7965752d-196d-4c0d-b4ef-82b73d6b5896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (4127599f-3bb2-4e22-8101-81ebdfb41b92), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.792659 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fec47-b5eb-4ce3-94e2-78f6d31a1df5 req-0ef4e872-7570-470a-86fa-25ba3790bf4d tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:36.794186 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-058fec47-b5eb-4ce3-94e2-78f6d31a1df5 req-0ef4e872-7570-470a-86fa-25ba3790bf4d tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0813425 Jan 10 11:44:36.815988 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Deleting port 050978bd-614d-493c-b9fd-8652a7358b30 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:36.816330 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (050978bd-614d-493c-b9fd-8652a7358b30), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.891929 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7965752d-196d-4c0d-b4ef-82b73d6b5896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (4127599f-3bb2-4e22-8101-81ebdfb41b92), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.918783 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965752d-196d-4c0d-b4ef-82b73d6b5896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4127599f-3bb2-4e22-8101-81ebdfb41b92,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:36.922764 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7965752d-196d-4c0d-b4ef-82b73d6b5896 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.926884 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-058fec47-b5eb-4ce3-94e2-78f6d31a1df5 req-7826a78d-877b-4efb-9349-7906ad2b8c53 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222737 Jan 10 11:44:36.934454 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7965752d-196d-4c0d-b4ef-82b73d6b5896 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4127599f-3bb2-4e22-8101-81ebdfb41b92 HTTP/1.1" status: 204 len: 168 time: 0.3937719 Jan 10 11:44:36.936760 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45018) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:36.937636 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f4520-b90e-4ad1-9462-d8a1b0cf4f00 None None] Network 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:44:36.961419 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] For port 050978bd-614d-493c-b9fd-8652a7358b30, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=050978bd-614d-493c-b9fd-8652a7358b30,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:36.961810 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (050978bd-614d-493c-b9fd-8652a7358b30), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:36.977040 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Calling delete_port for 050978bd-614d-493c-b9fd-8652a7358b30 owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:37.057348 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.110465 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] DHCP port deletion for 05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 request from dv-cinder-master-3-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:44:37.121563 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Deleting port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:37.122032 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.162871 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] Deleting port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:37.163478 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.203215 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] For port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:37.203549 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.216670 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Calling delete_port for 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:37.236925 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] For port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,segment=NetworkSegment(8aa7b98e-7366-43e6-9edb-b15592b03627),segment_id=8aa7b98e-7366-43e6-9edb-b15592b03627)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:37.237326 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.254245 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] Calling delete_port for 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:37.283185 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (050978bd-614d-493c-b9fd-8652a7358b30), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.324838 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=050978bd-614d-493c-b9fd-8652a7358b30,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:37.400310 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.424272 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (47bd63d2-5c01-4cd6-a496-1498cc6f9ad3), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.434998 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:37.443436 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] No DVR routers for this DVR port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 on host dv-cinder-master-3-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:37.488700 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] Pushing event deleted for resources: {'Port': ['ID=47bd63d2-5c01-4cd6-a496-1498cc6f9ad3,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:37.496412 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684fbf5d-b86d-49e6-a22f-3b3f61fec4d4 None None] No DVR routers for this DVR port 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 on host dv-cinder-master-3-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:37.568243 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.596628 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ffc7ce-f421-4ef2-baa4-3ee4a31019b2']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:37.610814 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa7b98e-7366-43e6-9edb-b15592b03627') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:37.610814 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa7b98e-7366-43e6-9edb-b15592b03627') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:37.619026 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5206376'] for segment (8aa7b98e-7366-43e6-9edb-b15592b03627), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.631468 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (aa1e751a-75eb-4797-a4fc-77cf69f36c75), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.641171 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (8aa7b98e-7366-43e6-9edb-b15592b03627), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.650595 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:44:37.651009 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5965873'] for segment (8aa7b98e-7366-43e6-9edb-b15592b03627), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: Traceback (most recent call last): Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: timer() Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: cb(*args, **kw) Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: return func(*args, **kwargs) Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: self._notify() Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: self.callback(batched_events) Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: event.method(event) Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: return f(self, *a, **k) Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: return self._get(url).json() Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:44:37.652748 dv-cinder-master-3-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:44:37.801823 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (05ffc7ce-f421-4ef2-baa4-3ee4a31019b2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.807432 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:37.810824 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/05ffc7ce-f421-4ef2-baa4-3ee4a31019b2 HTTP/1.1" status: 204 len: 168 time: 0.8698957 Jan 10 11:44:37.822527 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d85f6-f0b3-450f-8537-1c8aeacb42c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ffc7ce-f421-4ef2-baa4-3ee4a31019b2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:37.859637 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Router aa1e751a-75eb-4797-a4fc-77cf69f36c75 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:44:37.972332 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:44:37.985518 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45038) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:37.985659 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] Sync routers for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:44:37.993211 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9fb7fdf4-65e7-46e1-aa53-bd0fbabbbdc4 admin admin] 10.222.0.20 "PUT /v2.0/routers/aa1e751a-75eb-4797-a4fc-77cf69f36c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9034085 Jan 10 11:44:38.013240 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:38.013871 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:38.055427 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:38.102678 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks [] for router (aa1e751a-75eb-4797-a4fc-77cf69f36c75), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.111883 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f3958-37d2-4728-acf5-649c6faa219f req-0d096b4b-1cca-4f7e-96a6-12514f6ddbec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:38.113725 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-425f3958-37d2-4728-acf5-649c6faa219f req-0d096b4b-1cca-4f7e-96a6-12514f6ddbec tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0602949 Jan 10 11:44:38.126333 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:38.126806 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 47bd63d2-5c01-4cd6-a496-1498cc6f9ad3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:38.127237 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device f45277af-d2f1-4910-b9d4-aa458ec8c890 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:38.157941 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: f45277af-d2f1-4910-b9d4-aa458ec8c890 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:38.158253 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device f45277af-d2f1-4910-b9d4-aa458ec8c890 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:38.197781 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:38.222933 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-425f3958-37d2-4728-acf5-649c6faa219f req-abc1bc1c-35cd-4b94-afb0-e9b7408f7298 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994935 Jan 10 11:44:38.223609 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45042) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:38.249264 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks [] for router_gateway (aa1e751a-75eb-4797-a4fc-77cf69f36c75), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.282266 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-5ece9be3-1fe4-4327-9261-e1e3cf4b1a04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=274889e6213c4dfaab0997e2dad420ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566514 Jan 10 11:44:38.284547 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45044) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:38.336132 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-86b8d4d6-eb00-4a1e-a014-2b929b9b6d7c admin admin] Publish callbacks [] for security_group (f8474a27-de9b-4d17-a9fe-f85f5521e570), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.360367 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-86b8d4d6-eb00-4a1e-a014-2b929b9b6d7c admin admin] Publish callbacks [] for security_group (f8474a27-de9b-4d17-a9fe-f85f5521e570), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.418863 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222'}], 'enable_snat': True}, 'gw_port_id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:44:37Z', 'revision_number': 5, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port': {'id': '69fb61b7-a536-47a3-9d45-e68b28ec95f0', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:09:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:42Z', 'updated_at': '2022-01-10T11:39:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:38.431631 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Deleting port 69fb61b7-a536-47a3-9d45-e68b28ec95f0 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:38.432222 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.451459 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] Checking router: aa1e751a-75eb-4797-a4fc-77cf69f36c75 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:44:38.461349 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] Routers {'aa1e751a-75eb-4797-a4fc-77cf69f36c75'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:38.461973 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:38.499390 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-86b8d4d6-eb00-4a1e-a014-2b929b9b6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f8474a27-de9b-4d17-a9fe-f85f5521e570), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.502165 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-86b8d4d6-eb00-4a1e-a014-2b929b9b6d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.506549 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-86b8d4d6-eb00-4a1e-a014-2b929b9b6d7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8474a27-de9b-4d17-a9fe-f85f5521e570 HTTP/1.1" status: 204 len: 168 time: 0.2186241 Jan 10 11:44:38.526598 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8d4d6-eb00-4a1e-a014-2b929b9b6d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8474a27-de9b-4d17-a9fe-f85f5521e570,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:38.533529 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] For port 69fb61b7-a536-47a3-9d45-e68b28ec95f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=69fb61b7-a536-47a3-9d45-e68b28ec95f0,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:38.533989 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.550534 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Calling delete_port for 69fb61b7-a536-47a3-9d45-e68b28ec95f0 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:38.613862 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] Set router aa1e751a-75eb-4797-a4fc-77cf69f36c75 gateway port host: None {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:38.676328 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:44:38Z', 'revision_number': 6, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:38.721134 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417a46a-5b6e-46c0-9d5f-640adabfc16f None None] The sync data for ids ['aa1e751a-75eb-4797-a4fc-77cf69f36c75'] in dv-cinder-master-3-iscsi is: [{'id': 'aa1e751a-75eb-4797-a4fc-77cf69f36c75', 'name': 'tempest-TestShelveInstance-1926945743-router', 'tenant_id': '6940c4980bd247c986a305a72a9d1434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:41Z', 'updated_at': '2022-01-10T11:44:38Z', 'revision_number': 6, 'project_id': '6940c4980bd247c986a305a72a9d1434', 'gw_port_host': None}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:44:38.839548 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (69fb61b7-a536-47a3-9d45-e68b28ec95f0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:38.880344 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Pushing event deleted for resources: {'Port': ['ID=69fb61b7-a536-47a3-9d45-e68b28ec95f0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:38.933525 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (aa1e751a-75eb-4797-a4fc-77cf69f36c75), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.037718 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (aa1e751a-75eb-4797-a4fc-77cf69f36c75), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.041141 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks [] for router_controller (aa1e751a-75eb-4797-a4fc-77cf69f36c75), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.336529 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (aa1e751a-75eb-4797-a4fc-77cf69f36c75), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.337233 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa1e751a-75eb-4797-a4fc-77cf69f36c75 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:44:39.341581 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.347471 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3f2b19eb-f960-4843-a393-7428eb205efd admin admin] 10.222.0.20 "DELETE /v2.0/routers/aa1e751a-75eb-4797-a4fc-77cf69f36c75 HTTP/1.1" status: 204 len: 168 time: 1.3575103 Jan 10 11:44:39.347471 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45072) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:39.347956 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11332b-1b63-4c3b-9745-953a53598abf req-2002f38f-355f-4b77-a256-769062a35974 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:44:39.349298 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3c11332b-1b63-4c3b-9745-953a53598abf req-2002f38f-355f-4b77-a256-769062a35974 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0535915 Jan 10 11:44:39.409904 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecb76de-7bdc-4484-9c42-76b6e7e14b40 admin admin] Deleting subnet 84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:44:39.413596 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5ecb76de-7bdc-4484-9c42-76b6e7e14b40 admin admin] Publish callbacks [] for subnet (84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.453533 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5ecb76de-7bdc-4484-9c42-76b6e7e14b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.556224 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5ecb76de-7bdc-4484-9c42-76b6e7e14b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.705085 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5ecb76de-7bdc-4484-9c42-76b6e7e14b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.715535 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3c11332b-1b63-4c3b-9745-953a53598abf req-59e11584-dbcb-4042-8861-d38fffc4e876 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&id=91656478-ca00-4552-9430-618b46a6b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3548450 Jan 10 11:44:39.738325 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb76de-7bdc-4484-9c42-76b6e7e14b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:39.742316 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5ecb76de-7bdc-4484-9c42-76b6e7e14b40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:39.745728 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5ecb76de-7bdc-4484-9c42-76b6e7e14b40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/84d9aeb1-ec4b-4a72-96cc-be46a3d1f8db HTTP/1.1" status: 204 len: 168 time: 0.3972611 Jan 10 11:44:39.748292 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45084) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:39.760637 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c941131-aaf9-4526-87e7-1ddf96f90efc None None] Network d629e7a0-5831-410c-81ae-c34bc8000814 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:44:39.999951 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] DHCP port deletion for d629e7a0-5831-410c-81ae-c34bc8000814 request from dv-cinder-master-3-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:44:40.030802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 69fb61b7-a536-47a3-9d45-e68b28ec95f0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:40.059148 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 69fb61b7-a536-47a3-9d45-e68b28ec95f0 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:40.059148 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 69fb61b7-a536-47a3-9d45-e68b28ec95f0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:40.059148 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 050978bd-614d-493c-b9fd-8652a7358b30 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:40.081347 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 050978bd-614d-493c-b9fd-8652a7358b30 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:40.081681 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 050978bd-614d-493c-b9fd-8652a7358b30 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:40.090575 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] Deleting port b5eea35f-9877-441d-8d0e-6dd118ef3256 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:40.091314 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.140496 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (d629e7a0-5831-410c-81ae-c34bc8000814), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.169254 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] For port b5eea35f-9877-441d-8d0e-6dd118ef3256, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b5eea35f-9877-441d-8d0e-6dd118ef3256,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:40.169648 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.184205 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] Calling delete_port for b5eea35f-9877-441d-8d0e-6dd118ef3256 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:40.216658 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Deleting port b5eea35f-9877-441d-8d0e-6dd118ef3256 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:40.216658 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.325136 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] For port b5eea35f-9877-441d-8d0e-6dd118ef3256, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b5eea35f-9877-441d-8d0e-6dd118ef3256,segment=NetworkSegment(69860a5f-66be-4a72-9e4c-7723e9b809ab),segment_id=69860a5f-66be-4a72-9e4c-7723e9b809ab)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:40.325491 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.339126 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Calling delete_port for b5eea35f-9877-441d-8d0e-6dd118ef3256 owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:40.391162 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.415533 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] Pushing event deleted for resources: {'Port': ['ID=b5eea35f-9877-441d-8d0e-6dd118ef3256,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:40.419308 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b169b2-7282-4575-ad02-aadae399dddc None None] No DVR routers for this DVR port b5eea35f-9877-441d-8d0e-6dd118ef3256 on host dv-cinder-master-3-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:40.424679 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (b5eea35f-9877-441d-8d0e-6dd118ef3256), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.458436 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] No DVR routers for this DVR port b5eea35f-9877-441d-8d0e-6dd118ef3256 on host dv-cinder-master-3-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:40.460428 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5eea35f-9877-441d-8d0e-6dd118ef3256,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:40.534459 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (d629e7a0-5831-410c-81ae-c34bc8000814), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.555295 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d629e7a0-5831-410c-81ae-c34bc8000814']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:40.565556 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69860a5f-66be-4a72-9e4c-7723e9b809ab') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:40.565843 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69860a5f-66be-4a72-9e4c-7723e9b809ab') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:40.576438 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5206376'] for segment (69860a5f-66be-4a72-9e4c-7723e9b809ab), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.590498 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (69860a5f-66be-4a72-9e4c-7723e9b809ab), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.596463 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:44:40.596838 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5965873'] for segment (69860a5f-66be-4a72-9e4c-7723e9b809ab), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: self.session.flush() Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: self.session.flush() Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: self.session.flush() Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: self.session.flush() Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: Traceback (most recent call last): Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: timer() Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: cb(*args, **kw) Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: return func(*args, **kwargs) Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: self._notify() Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: self.callback(batched_events) Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: event.method(event) Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: return f(self, *a, **k) Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: return self._get(url).json() Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:44:40.598564 dv-cinder-master-3-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:44:40.744592 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (d629e7a0-5831-410c-81ae-c34bc8000814), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.750777 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:40.753890 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d629e7a0-5831-410c-81ae-c34bc8000814 HTTP/1.1" status: 204 len: 168 time: 1.0041568 Jan 10 11:44:40.757140 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45098) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:40.771524 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dbbc7-a0b2-409d-9e45-578f19980cf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d629e7a0-5831-410c-81ae-c34bc8000814,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:40.825175 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:44:41.209264 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:41.460568 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Deleting port 7f6400ba-299d-40ec-8452-91455ce722d1 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:41.460933 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:41.546487 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] For port 7f6400ba-299d-40ec-8452-91455ce722d1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7f6400ba-299d-40ec-8452-91455ce722d1,segment=NetworkSegment(a1f2ce30-12b5-44f2-80ac-b8ab931b01ea),segment_id=a1f2ce30-12b5-44f2-80ac-b8ab931b01ea)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:41.546861 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:41.559736 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Calling delete_port for 7f6400ba-299d-40ec-8452-91455ce722d1 owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:41.807857 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (7f6400ba-299d-40ec-8452-91455ce722d1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:41.836418 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6400ba-299d-40ec-8452-91455ce722d1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:42.021485 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:42.049574 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device b5eea35f-9877-441d-8d0e-6dd118ef3256 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:42.095257 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: b5eea35f-9877-441d-8d0e-6dd118ef3256 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:42.095886 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device b5eea35f-9877-441d-8d0e-6dd118ef3256 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:42.283148 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:44:42.394782 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:44:42.399760 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ad28d2c4-a0b1-40e1-a369-4ddca96dd31e admin admin] 10.222.0.20 "PUT /v2.0/routers/cc9c4b7c-3178-4933-9c61-13bf7fcf61a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6416001 Jan 10 11:44:42.402282 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45128) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:42.405180 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] Sync routers for ids ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:44:42.417022 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] Routers {'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:42.417636 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:42.511085 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks [] for router (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:42.525860 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] Set router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:42.616381 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks [] for router_gateway (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:42.714411 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:44:41Z', 'revision_number': 5, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port': {'id': 'f3fc27be-ec49-4b42-99af-0a566ce6fff1', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:0c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:39:51Z', 'updated_at': '2022-01-10T11:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:42.746818 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] Checking router: cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:44:42.756520 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] Routers {'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:44:42.757140 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:42.766758 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Deleting port f3fc27be-ec49-4b42-99af-0a566ce6fff1 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:42.767166 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:42.854943 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] Set router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:44:42.859951 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] For port f3fc27be-ec49-4b42-99af-0a566ce6fff1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f3fc27be-ec49-4b42-99af-0a566ce6fff1,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:42.860961 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:42.877771 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Calling delete_port for f3fc27be-ec49-4b42-99af-0a566ce6fff1 owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:42.910464 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:44:42Z', 'revision_number': 6, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:42.942251 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b241dc3-b254-4ef6-bc73-646c684b73bc None None] The sync data for ids ['cc9c4b7c-3178-4933-9c61-13bf7fcf61a4'] in dv-cinder-master-3-iscsi is: [{'id': 'cc9c4b7c-3178-4933-9c61-13bf7fcf61a4', 'name': 'tempest-TestShelveInstance-1721027917-router', 'tenant_id': '16d9dd96d339474485d844ea48e08257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:39:50Z', 'updated_at': '2022-01-10T11:44:42Z', 'revision_number': 6, 'project_id': '16d9dd96d339474485d844ea48e08257', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:44:43.145014 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (f3fc27be-ec49-4b42-99af-0a566ce6fff1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.172272 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fc27be-ec49-4b42-99af-0a566ce6fff1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:43.236249 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.330585 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.333079 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks [] for router_controller (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.480086 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (cc9c4b7c-3178-4933-9c61-13bf7fcf61a4), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.480565 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:44:43.486124 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.495049 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d9825819-1f9b-4793-91c6-1fafa04ddfce admin admin] 10.222.0.20 "DELETE /v2.0/routers/cc9c4b7c-3178-4933-9c61-13bf7fcf61a4 HTTP/1.1" status: 204 len: 168 time: 1.0842459 Jan 10 11:44:43.495049 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45148) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:43.546967 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-8179de63-5fdc-4899-9164-12061257da64 admin admin] Deleting subnet b99d4fb7-ffe5-4f81-a81e-80faf3c0284d {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:44:43.550415 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8179de63-5fdc-4899-9164-12061257da64 admin admin] Publish callbacks [] for subnet (b99d4fb7-ffe5-4f81-a81e-80faf3c0284d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.585042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8179de63-5fdc-4899-9164-12061257da64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434212'] for subnet (b99d4fb7-ffe5-4f81-a81e-80faf3c0284d), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.698836 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8179de63-5fdc-4899-9164-12061257da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (b99d4fb7-ffe5-4f81-a81e-80faf3c0284d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.859219 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8179de63-5fdc-4899-9164-12061257da64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193726'] for subnet (b99d4fb7-ffe5-4f81-a81e-80faf3c0284d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.883592 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179de63-5fdc-4899-9164-12061257da64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99d4fb7-ffe5-4f81-a81e-80faf3c0284d,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:43.890383 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8179de63-5fdc-4899-9164-12061257da64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:43.893909 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8179de63-5fdc-4899-9164-12061257da64 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b99d4fb7-ffe5-4f81-a81e-80faf3c0284d HTTP/1.1" status: 204 len: 168 time: 0.4028542 Jan 10 11:44:43.896361 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45160) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:43.904375 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0043b98-4d48-41ab-8983-99c2535ea6d3 None None] Network 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:44:43.987504 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (2d9a9e05-89fa-434c-8d16-25c5e0495bd1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.004903 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 7f6400ba-299d-40ec-8452-91455ce722d1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:44.027912 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 7f6400ba-299d-40ec-8452-91455ce722d1 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:44.028522 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 7f6400ba-299d-40ec-8452-91455ce722d1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:44.031054 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device f3fc27be-ec49-4b42-99af-0a566ce6fff1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:44.058130 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: f3fc27be-ec49-4b42-99af-0a566ce6fff1 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:44.058372 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Deleting port 6f816faf-a693-4ecb-83f9-8de871579bdb {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:44.058482 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device f3fc27be-ec49-4b42-99af-0a566ce6fff1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:44.058847 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.134486 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] For port 6f816faf-a693-4ecb-83f9-8de871579bdb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f816faf-a693-4ecb-83f9-8de871579bdb,segment=NetworkSegment(a1f2ce30-12b5-44f2-80ac-b8ab931b01ea),segment_id=a1f2ce30-12b5-44f2-80ac-b8ab931b01ea)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:44.134845 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.148552 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Calling delete_port for 6f816faf-a693-4ecb-83f9-8de871579bdb owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:44.151696 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] DHCP port deletion for 2d9a9e05-89fa-434c-8d16-25c5e0495bd1 request from dv-cinder-master-3-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:44:44.199645 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] Deleting port 6f816faf-a693-4ecb-83f9-8de871579bdb {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:44:44.200008 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.268477 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] For port 6f816faf-a693-4ecb-83f9-8de871579bdb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f816faf-a693-4ecb-83f9-8de871579bdb,segment=NetworkSegment(a1f2ce30-12b5-44f2-80ac-b8ab931b01ea),segment_id=a1f2ce30-12b5-44f2-80ac-b8ab931b01ea)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:44:44.268780 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.281656 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] Calling delete_port for 6f816faf-a693-4ecb-83f9-8de871579bdb owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:44:44.360078 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.365535 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (6f816faf-a693-4ecb-83f9-8de871579bdb), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.387772 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f816faf-a693-4ecb-83f9-8de871579bdb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:44.391569 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] Pushing event deleted for resources: {'Port': ['ID=6f816faf-a693-4ecb-83f9-8de871579bdb,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:44.393614 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] No DVR routers for this DVR port 6f816faf-a693-4ecb-83f9-8de871579bdb on host dv-cinder-master-3-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:44.398343 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f1529b-8aea-4374-8192-f9351ac4ad7c None None] No DVR routers for this DVR port 6f816faf-a693-4ecb-83f9-8de871579bdb on host dv-cinder-master-3-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:44:44.473280 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (2d9a9e05-89fa-434c-8d16-25c5e0495bd1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.496323 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9a9e05-89fa-434c-8d16-25c5e0495bd1']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:44.507487 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:44.507780 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f2ce30-12b5-44f2-80ac-b8ab931b01ea') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:44:44.518629 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (a1f2ce30-12b5-44f2-80ac-b8ab931b01ea), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.532796 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (a1f2ce30-12b5-44f2-80ac-b8ab931b01ea), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.539777 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:44:44.540748 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (a1f2ce30-12b5-44f2-80ac-b8ab931b01ea), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:44:44.541893 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:44:44.674643 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (2d9a9e05-89fa-434c-8d16-25c5e0495bd1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.679223 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:44.682677 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d9a9e05-89fa-434c-8d16-25c5e0495bd1 HTTP/1.1" status: 204 len: 168 time: 0.7852395 Jan 10 11:44:44.696008 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573dfa8-5622-44d6-8ec2-5b5767a7da1e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9a9e05-89fa-434c-8d16-25c5e0495bd1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:45.061861 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45176) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:45.102339 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1a71e857-9c28-4b20-9336-d316939056a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6940c4980bd247c986a305a72a9d1434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392141 Jan 10 11:44:45.104684 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45178) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:45.151003 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9d844b1-5b6a-41b5-8095-383ed3f21e06 admin admin] Publish callbacks [] for security_group (0ca3cd2f-5dca-4b77-bdc1-c9dccbb42247), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:45.172145 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9d844b1-5b6a-41b5-8095-383ed3f21e06 admin admin] Publish callbacks [] for security_group (0ca3cd2f-5dca-4b77-bdc1-c9dccbb42247), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:45.302778 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9d844b1-5b6a-41b5-8095-383ed3f21e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0ca3cd2f-5dca-4b77-bdc1-c9dccbb42247), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:45.305312 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d9d844b1-5b6a-41b5-8095-383ed3f21e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:45.306571 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d9d844b1-5b6a-41b5-8095-383ed3f21e06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ca3cd2f-5dca-4b77-bdc1-c9dccbb42247 HTTP/1.1" status: 204 len: 168 time: 0.2009621 Jan 10 11:44:45.315299 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d844b1-5b6a-41b5-8095-383ed3f21e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca3cd2f-5dca-4b77-bdc1-c9dccbb42247,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:45.972205 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 6f816faf-a693-4ecb-83f9-8de871579bdb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:44:45.972732 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45192) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:45.993265 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 6f816faf-a693-4ecb-83f9-8de871579bdb {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:44:45.993600 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 6f816faf-a693-4ecb-83f9-8de871579bdb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:44:46.014770 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-89a00c63-152d-4b35-94a0-e6ff0f4b6bd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16d9dd96d339474485d844ea48e08257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412037 Jan 10 11:44:46.017456 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45194) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:46.065021 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce42f-a889-4a78-9861-0ea63df76c51 admin admin] Publish callbacks [] for security_group (70409f27-ca68-4b31-9cc9-e6b77cdb6560), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:46.086058 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce42f-a889-4a78-9861-0ea63df76c51 admin admin] Publish callbacks [] for security_group (70409f27-ca68-4b31-9cc9-e6b77cdb6560), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:46.225641 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce42f-a889-4a78-9861-0ea63df76c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (70409f27-ca68-4b31-9cc9-e6b77cdb6560), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:46.228158 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-1e8ce42f-a889-4a78-9861-0ea63df76c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:46.229354 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-1e8ce42f-a889-4a78-9861-0ea63df76c51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70409f27-ca68-4b31-9cc9-e6b77cdb6560 HTTP/1.1" status: 204 len: 168 time: 0.2110112 Jan 10 11:44:46.238139 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ce42f-a889-4a78-9861-0ea63df76c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70409f27-ca68-4b31-9cc9-e6b77cdb6560,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:51.121169 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45278) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:51.231997 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5000c1ee-7479-43bc-9b1f-e999b519def3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:51.308611 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5000c1ee-7479-43bc-9b1f-e999b519def3 admin admin] Publish callbacks [] for security_group (dbfeb2ba-388e-4d94-89ce-8295d084fa22), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:51.425759 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5000c1ee-7479-43bc-9b1f-e999b519def3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (dbfeb2ba-388e-4d94-89ce-8295d084fa22), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:51.466810 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5000c1ee-7479-43bc-9b1f-e999b519def3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8e4ac647f0b4403b85acb02762c8132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444939 Jan 10 11:44:51.467924 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000c1ee-7479-43bc-9b1f-e999b519def3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfeb2ba-388e-4d94-89ce-8295d084fa22,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:51.469785 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45286) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:51.526329 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8c756eb-6af8-42cd-b844-28cae194eeed admin admin] Publish callbacks [] for security_group (dbfeb2ba-388e-4d94-89ce-8295d084fa22), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:51.550932 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8c756eb-6af8-42cd-b844-28cae194eeed admin admin] Publish callbacks [] for security_group (dbfeb2ba-388e-4d94-89ce-8295d084fa22), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:51.682553 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8c756eb-6af8-42cd-b844-28cae194eeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (dbfeb2ba-388e-4d94-89ce-8295d084fa22), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:51.685084 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e8c756eb-6af8-42cd-b844-28cae194eeed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:51.686374 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e8c756eb-6af8-42cd-b844-28cae194eeed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbfeb2ba-388e-4d94-89ce-8295d084fa22 HTTP/1.1" status: 204 len: 168 time: 0.2153466 Jan 10 11:44:51.694677 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c756eb-6af8-42cd-b844-28cae194eeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfeb2ba-388e-4d94-89ce-8295d084fa22,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:53.058770 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45328) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:53.163069 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4204cb03-263b-4b29-8f8e-cf58fd99f8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:53.243722 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4204cb03-263b-4b29-8f8e-cf58fd99f8bb admin admin] Publish callbacks [] for security_group (844353f8-d5d7-4e7a-a302-45ef19831915), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:53.379362 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4204cb03-263b-4b29-8f8e-cf58fd99f8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (844353f8-d5d7-4e7a-a302-45ef19831915), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:53.419820 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4204cb03-263b-4b29-8f8e-cf58fd99f8bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32fe29e33adf4f1f99cfde4d188cfee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599448 Jan 10 11:44:53.421253 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204cb03-263b-4b29-8f8e-cf58fd99f8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844353f8-d5d7-4e7a-a302-45ef19831915,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:53.423144 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45332) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:53.470223 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3fadcadc-a689-45bb-aeed-2039b6bbbb2b admin admin] Publish callbacks [] for security_group (844353f8-d5d7-4e7a-a302-45ef19831915), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:53.491290 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3fadcadc-a689-45bb-aeed-2039b6bbbb2b admin admin] Publish callbacks [] for security_group (844353f8-d5d7-4e7a-a302-45ef19831915), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:53.617066 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3fadcadc-a689-45bb-aeed-2039b6bbbb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (844353f8-d5d7-4e7a-a302-45ef19831915), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:53.619730 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3fadcadc-a689-45bb-aeed-2039b6bbbb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:53.623657 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3fadcadc-a689-45bb-aeed-2039b6bbbb2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/844353f8-d5d7-4e7a-a302-45ef19831915 HTTP/1.1" status: 204 len: 168 time: 0.1966653 Jan 10 11:44:53.630698 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadcadc-a689-45bb-aeed-2039b6bbbb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844353f8-d5d7-4e7a-a302-45ef19831915,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:54.304611 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45342) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:54.323345 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5933a18e-fa65-4c1b-8329-302fbf173ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:54.397500 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5933a18e-fa65-4c1b-8329-302fbf173ee2 admin admin] Publish callbacks [] for security_group (7ab2f791-42af-4c8a-9f82-e3cbb912bdd3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:54.425537 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-da96dc47-c416-4d4a-9e69-9fed360c4944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:54.508962 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5933a18e-fa65-4c1b-8329-302fbf173ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7ab2f791-42af-4c8a-9f82-e3cbb912bdd3), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:54.548054 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5933a18e-fa65-4c1b-8329-302fbf173ee2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae14f6bb6aee4310a08cddf4d55a1252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422595 Jan 10 11:44:54.548875 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933a18e-fa65-4c1b-8329-302fbf173ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab2f791-42af-4c8a-9f82-e3cbb912bdd3,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:54.550855 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45344) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:44:54.602183 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7975293-8d98-4b7b-bd0f-2f2e532885b9 admin admin] Publish callbacks [] for security_group (7ab2f791-42af-4c8a-9f82-e3cbb912bdd3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:54.629389 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7975293-8d98-4b7b-bd0f-2f2e532885b9 admin admin] Publish callbacks [] for security_group (7ab2f791-42af-4c8a-9f82-e3cbb912bdd3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:54.805959 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7975293-8d98-4b7b-bd0f-2f2e532885b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (7ab2f791-42af-4c8a-9f82-e3cbb912bdd3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:54.808415 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a7975293-8d98-4b7b-bd0f-2f2e532885b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:54.809618 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a7975293-8d98-4b7b-bd0f-2f2e532885b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ab2f791-42af-4c8a-9f82-e3cbb912bdd3 HTTP/1.1" status: 204 len: 168 time: 0.2576976 Jan 10 11:44:54.818241 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7975293-8d98-4b7b-bd0f-2f2e532885b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab2f791-42af-4c8a-9f82-e3cbb912bdd3,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:44:56.711513 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-45494a27-6265-4600-8e72-cff252aa3f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:58.008537 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:44:59.657542 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:00.223271 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:00.863185 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:04.443160 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45502) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:04.549572 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:04.622436 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Publish callbacks [] for security_group (bc226991-6d1d-4a1a-99c0-9c127cf9ef46), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:04.698119 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (bc226991-6d1d-4a1a-99c0-9c127cf9ef46), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:04.742423 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=199d6b06fd9742b49484ff711e979042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980766 Jan 10 11:45:04.743269 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc226991-6d1d-4a1a-99c0-9c127cf9ef46,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:04.745174 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45506) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:04.753534 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.753876 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.754241 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.754569 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.755790 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.756063 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.756386 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.756706 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.757024 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.757344 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.757660 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.758045 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.758387 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74db701d-4723-4a9a-97e6-81d893021688 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.795467 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Publish callbacks [] for security_group (bc226991-6d1d-4a1a-99c0-9c127cf9ef46), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:04.817342 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Publish callbacks [] for security_group (bc226991-6d1d-4a1a-99c0-9c127cf9ef46), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:04.928453 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (bc226991-6d1d-4a1a-99c0-9c127cf9ef46), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:04.931002 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:04.932144 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc226991-6d1d-4a1a-99c0-9c127cf9ef46 HTTP/1.1" status: 204 len: 168 time: 0.1859479 Jan 10 11:45:04.940842 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc226991-6d1d-4a1a-99c0-9c127cf9ef46,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:04.948262 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.948603 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.948940 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.949267 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.949591 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.949956 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.950398 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.950607 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.950931 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.951246 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.951564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.951903 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:04.952618 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8f4a9f-2587-4d55-90aa-7d58e76b1d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:10.160500 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45664) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:10.264708 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c4551e02-bdbc-4579-ac7f-89dc2658a990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:10.340148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c4551e02-bdbc-4579-ac7f-89dc2658a990 admin admin] Publish callbacks [] for security_group (af240f91-63c0-40e5-9672-cd91bc9b4071), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:10.443292 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c4551e02-bdbc-4579-ac7f-89dc2658a990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (af240f91-63c0-40e5-9672-cd91bc9b4071), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:10.482124 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c4551e02-bdbc-4579-ac7f-89dc2658a990 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da822c18020e4584a406c5f6d97722e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205070 Jan 10 11:45:10.483021 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4551e02-bdbc-4579-ac7f-89dc2658a990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af240f91-63c0-40e5-9672-cd91bc9b4071,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:10.486078 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45668) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:10.538300 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8351c8a-2738-46ee-a798-c83fb8f5caaa admin admin] Publish callbacks [] for security_group (af240f91-63c0-40e5-9672-cd91bc9b4071), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:10.559795 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8351c8a-2738-46ee-a798-c83fb8f5caaa admin admin] Publish callbacks [] for security_group (af240f91-63c0-40e5-9672-cd91bc9b4071), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:10.689166 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8351c8a-2738-46ee-a798-c83fb8f5caaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (af240f91-63c0-40e5-9672-cd91bc9b4071), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:10.691737 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b8351c8a-2738-46ee-a798-c83fb8f5caaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:10.692889 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b8351c8a-2738-46ee-a798-c83fb8f5caaa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af240f91-63c0-40e5-9672-cd91bc9b4071 HTTP/1.1" status: 204 len: 168 time: 0.2052584 Jan 10 11:45:10.704234 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8351c8a-2738-46ee-a798-c83fb8f5caaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af240f91-63c0-40e5-9672-cd91bc9b4071,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:11.413453 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45676) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:11.429532 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bdce845-68ec-45f5-a797-d269aabdbc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:11.505142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bdce845-68ec-45f5-a797-d269aabdbc1a admin admin] Publish callbacks [] for security_group (6ffc3934-923d-4cc5-a67a-8adefd80efba), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:11.603341 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0bdce845-68ec-45f5-a797-d269aabdbc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (6ffc3934-923d-4cc5-a67a-8adefd80efba), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:11.642462 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-0bdce845-68ec-45f5-a797-d269aabdbc1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=706d1e7a326847b283ecf35fa2df51ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278244 Jan 10 11:45:11.643360 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdce845-68ec-45f5-a797-d269aabdbc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc3934-923d-4cc5-a67a-8adefd80efba,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:11.645183 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45678) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:11.692624 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-49351a8a-8961-4eac-9e27-86a7acf66865 admin admin] Publish callbacks [] for security_group (6ffc3934-923d-4cc5-a67a-8adefd80efba), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:11.713684 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-49351a8a-8961-4eac-9e27-86a7acf66865 admin admin] Publish callbacks [] for security_group (6ffc3934-923d-4cc5-a67a-8adefd80efba), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:11.823886 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-49351a8a-8961-4eac-9e27-86a7acf66865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (6ffc3934-923d-4cc5-a67a-8adefd80efba), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:11.826496 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-49351a8a-8961-4eac-9e27-86a7acf66865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:11.828272 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-49351a8a-8961-4eac-9e27-86a7acf66865 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ffc3934-923d-4cc5-a67a-8adefd80efba HTTP/1.1" status: 204 len: 168 time: 0.1809099 Jan 10 11:45:11.836249 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49351a8a-8961-4eac-9e27-86a7acf66865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc3934-923d-4cc5-a67a-8adefd80efba,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:15.403191 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-a15df155-f1bc-4954-8e5b-e96d2294a661 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018524584&fields=id&tenant_id=e45c180d632e41cdb97880086d7705c2 HTTP/1.1" status: 200 len: 267 time: 0.0471773 Jan 10 11:45:15.458010 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-93b5e18c-486e-4b3a-8a7e-3004e702054b tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:15.460242 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-93b5e18c-486e-4b3a-8a7e-3004e702054b tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 985 time: 0.0503099 Jan 10 11:45:15.472772 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Request body: {'port': {'security_groups': ['ac8790e9-4714-4d03-9cfc-14532b197551']}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:45:15.546627 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:15.980283 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] For port ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:16.009782 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.089072 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.101334 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ded3fe31-2cd9-4cc2-84d1-829b49e7753f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:45:16.138874 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:16.139562 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.141491 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1a27a574-bf56-41d1-bd54-4e45bb7a4746 req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "PUT /v2.0/ports/ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 943 time: 0.6739883 Jan 10 11:45:16.141954 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:45:16.144285 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd975935-55bc-419b-b797-3e66de757f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:45:16.149643 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45776) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:16.170482 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61698fbf-2e1b-4ca5-96a6-b5725edb81f4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event updated for resources: {'Port': ['ID=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,revision_number=7']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:16.190359 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71a3dc1-89c2-456b-a177-20c52608af57 x-openstack-request-id: req-f71a3dc1-89c2-456b-a177-20c52608af57 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:45:16.190884 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:45:16.191310 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f71a3dc1-89c2-456b-a177-20c52608af57 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:45:16.191873 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'status': 'completed', 'code': 200} Jan 10 11:45:16.229719 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ded3fe31-2cd9-4cc2-84d1-829b49e7753f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:45:16.277299 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90837440-d7be-4f71-aa38-70137e59830f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group (91656478-ca00-4552-9430-618b46a6b6e2), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.287160 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975935-55bc-419b-b797-3e66de757f7c req-2e67063a-1fd4-4643-abe1-59e862efa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:16.288838 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd975935-55bc-419b-b797-3e66de757f7c req-2e67063a-1fd4-4643-abe1-59e862efa669 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e45c180d632e41cdb97880086d7705c2&device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1099 time: 0.0705290 Jan 10 11:45:16.313999 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90837440-d7be-4f71-aa38-70137e59830f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group (91656478-ca00-4552-9430-618b46a6b6e2), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.379405 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-f4a7e14c-2453-4000-a6df-64f451a25fa7 None None] Provisioning complete for port ded3fe31-2cd9-4cc2-84d1-829b49e7753f triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:45:16.379765 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e14c-2453-4000-a6df-64f451a25fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.471954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90837440-d7be-4f71-aa38-70137e59830f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (91656478-ca00-4552-9430-618b46a6b6e2), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.474716 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-90837440-d7be-4f71-aa38-70137e59830f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.475862 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-90837440-d7be-4f71-aa38-70137e59830f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "DELETE /v2.0/security-groups/91656478-ca00-4552-9430-618b46a6b6e2 HTTP/1.1" status: 204 len: 168 time: 0.3250806 Jan 10 11:45:16.481212 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45778) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:16.485896 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90837440-d7be-4f71-aa38-70137e59830f tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91656478-ca00-4552-9430-618b46a6b6e2,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:16.640646 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Deleting port 85714406-06fa-4b95-8359-d21796c364e9 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:16.640971 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (85714406-06fa-4b95-8359-d21796c364e9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.717133 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (85714406-06fa-4b95-8359-d21796c364e9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.717454 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for floatingip (85714406-06fa-4b95-8359-d21796c364e9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:16.730038 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Calling delete_port for 85714406-06fa-4b95-8359-d21796c364e9 owned by network:floatingip {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:16.975042 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (85714406-06fa-4b95-8359-d21796c364e9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:17.004823 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event deleted for resources: {'Port': ['ID=85714406-06fa-4b95-8359-d21796c364e9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:17.063124 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks [] for floatingip (6c5360db-7a75-411a-a701-18fb3df05953), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:17.065835 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Floating IP 6c5360db-7a75-411a-a701-18fb3df05953 disassociated (deleted). External IP: 172.37.3.172, port: ded3fe31-2cd9-4cc2-84d1-829b49e7753f. Jan 10 11:45:17.217564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975935-55bc-419b-b797-3e66de757f7c req-3265b704-1fb0-439d-bde5-d52b2fc1c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:17.219570 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd975935-55bc-419b-b797-3e66de757f7c req-3265b704-1fb0-439d-bde5-d52b2fc1c96d service neutron] 10.222.0.31 "GET /v2.0/networks?id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 200 len: 916 time: 0.0854771 Jan 10 11:45:17.269004 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Router 5b26d024-8545-4d33-b1a1-e39173f72376 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:45:17.376472 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:45:17.381351 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:17.385945 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] Sync routers for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:45:17.395491 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:45:17.396107 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:17.408654 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-42cba65d-6f65-4d40-ab2a-772194e74b62 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "DELETE /v2.0/floatingips/6c5360db-7a75-411a-a701-18fb3df05953 HTTP/1.1" status: 204 len: 168 time: 0.9284642 Jan 10 11:45:17.503322 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:45:17.702436 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:57Z', 'revision_number': 5, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:17.729301 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] Checking router: 5b26d024-8545-4d33-b1a1-e39173f72376 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:45:17.738161 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:45:17.738790 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:44:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:17.824147 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:45:17.855606 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:45:17.977554 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd975935-55bc-419b-b797-3e66de757f7c req-69f5b1ea-9056-4423-bee7-f1dd313e16ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 217 time: 0.0440993 Jan 10 11:45:18.051387 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:57Z', 'revision_number': 5, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:18.081832 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37202ef2-738b-4e00-8996-b32f1ff6bf80 None None] The sync data for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi is: [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:42:54Z', 'revision_number': 4, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fe6e7091-17cd-4eaf-af4a-f1daad877147', 'name': '', 'network_id': '00bdfc4a-b204-4e19-8d0f-3802efe9f3c9', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'mac_address': 'fa:16:3e:4f:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:53Z', 'updated_at': '2022-01-10T11:42:57Z', 'revision_number': 5, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'subnets': [{'id': '4f1083a1-02c0-499e-8a25-7e0bf782d3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:45:18.192984 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:45:18.195427 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2115501-6277-4ed2-92d5-58d2548a4f08" -d '{"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:45:18.232893 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44845d24-0ea9-41da-93f5-51dfff2564a7 x-openstack-request-id: req-44845d24-0ea9-41da-93f5-51dfff2564a7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:45:18.233362 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:45:18.233635 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44845d24-0ea9-41da-93f5-51dfff2564a7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:45:18.234633 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'status': 'completed', 'code': 200} Jan 10 11:45:18.303168 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95a6bbe-e63b-4a24-a7ea-d6f6d77c6815 None None] New status for floating IP 6c5360db-7a75-411a-a701-18fb3df05953: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:45:18.926809 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975935-55bc-419b-b797-3e66de757f7c req-8911e59f-f029-49cb-8993-9f58a2e83380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:18.928252 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd975935-55bc-419b-b797-3e66de757f7c req-8911e59f-f029-49cb-8993-9f58a2e83380 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1083a1-02c0-499e-8a25-7e0bf782d3e7 HTTP/1.1" status: 200 len: 854 time: 0.0453794 Jan 10 11:45:18.975511 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd975935-55bc-419b-b797-3e66de757f7c req-4ec6928a-44c5-4724-b641-bad4be6fe939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:18.979453 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd975935-55bc-419b-b797-3e66de757f7c req-4ec6928a-44c5-4724-b641-bad4be6fe939 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413840 Jan 10 11:45:19.070060 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd975935-55bc-419b-b797-3e66de757f7c req-ceebf30e-532e-4308-9b9c-29d44e2b7de4 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847867 Jan 10 11:45:19.157070 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd975935-55bc-419b-b797-3e66de757f7c req-e00487f3-a5b4-44df-af80-11d16f0de16f service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806911 Jan 10 11:45:19.360582 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-429c7d73-54a4-4a83-842e-dfe3971eeeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:19.361987 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-429c7d73-54a4-4a83-842e-dfe3971eeeae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e45c180d632e41cdb97880086d7705c2&device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 1099 time: 0.0464869 Jan 10 11:45:19.452397 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-2ca5ce7a-bf75-4c07-97fc-09537fbe9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:19.454075 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-2ca5ce7a-bf75-4c07-97fc-09537fbe9825 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 200 len: 916 time: 0.0847521 Jan 10 11:45:19.499381 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-d027a96f-23b6-4a70-a388-b1e17fb35fef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 200 len: 217 time: 0.0384796 Jan 10 11:45:19.550188 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-a5b39489-6897-4243-8a7c-6d6be8c2043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:19.551665 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-a5b39489-6897-4243-8a7c-6d6be8c2043b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4f1083a1-02c0-499e-8a25-7e0bf782d3e7 HTTP/1.1" status: 200 len: 854 time: 0.0457358 Jan 10 11:45:19.595172 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-43c444b1-551b-4378-95ee-35b4d7119d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:19.596664 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-43c444b1-551b-4378-95ee-35b4d7119d7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389624 Jan 10 11:45:19.689363 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-4af3adc4-45a6-4476-869d-cd14e2fedff0 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862622 Jan 10 11:45:19.783321 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c2115501-6277-4ed2-92d5-58d2548a4f08 req-9f177fef-7762-4bc0-aa7a-c0a660a0b9d5 service neutron] 10.222.0.31 "GET /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869920 Jan 10 11:45:20.881268 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45830) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:20.998019 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6d38-4adf-4cce-9977-094838d61683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:21.071459 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6d38-4adf-4cce-9977-094838d61683 admin admin] Publish callbacks [] for security_group (6b8a103d-97ef-437c-816f-7fef9adbc28b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:21.151876 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3ccc6d38-4adf-4cce-9977-094838d61683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (6b8a103d-97ef-437c-816f-7fef9adbc28b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:21.191838 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3ccc6d38-4adf-4cce-9977-094838d61683 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41005a43296e4ca1a2f473015a96108c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094144 Jan 10 11:45:21.192701 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc6d38-4adf-4cce-9977-094838d61683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8a103d-97ef-437c-816f-7fef9adbc28b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:21.194614 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45834) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:21.244738 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0738528-b7af-4c20-94e0-1cacf2513bc2 admin admin] Publish callbacks [] for security_group (6b8a103d-97ef-437c-816f-7fef9adbc28b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:21.269530 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0738528-b7af-4c20-94e0-1cacf2513bc2 admin admin] Publish callbacks [] for security_group (6b8a103d-97ef-437c-816f-7fef9adbc28b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:21.381587 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0738528-b7af-4c20-94e0-1cacf2513bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (6b8a103d-97ef-437c-816f-7fef9adbc28b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:21.386097 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a0738528-b7af-4c20-94e0-1cacf2513bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:21.388187 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a0738528-b7af-4c20-94e0-1cacf2513bc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b8a103d-97ef-437c-816f-7fef9adbc28b HTTP/1.1" status: 204 len: 168 time: 0.1912448 Jan 10 11:45:21.396932 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0738528-b7af-4c20-94e0-1cacf2513bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8a103d-97ef-437c-816f-7fef9adbc28b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:21.805320 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d03548-515c-4e23-8258-95218f3e943a req-14c5794a-2829-42a0-8007-564703a8749b tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:21.806853 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-56d03548-515c-4e23-8258-95218f3e943a req-14c5794a-2829-42a0-8007-564703a8749b tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0505888 Jan 10 11:45:21.856832 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-56d03548-515c-4e23-8258-95218f3e943a req-53b3778b-8d58-42e5-8e14-bc342b91bc54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436952 Jan 10 11:45:22.167281 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 45856) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:22.180268 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adac470b-a012-4240-86f2-87ab5cbc6fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:22.252278 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adac470b-a012-4240-86f2-87ab5cbc6fd3 admin admin] Publish callbacks [] for security_group (cee1a15c-e321-4d56-b8cf-ab781f67fc81), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:22.335184 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-adac470b-a012-4240-86f2-87ab5cbc6fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (cee1a15c-e321-4d56-b8cf-ab781f67fc81), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:22.373294 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-adac470b-a012-4240-86f2-87ab5cbc6fd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05963ee6e53d4d16a3c44e6b9e8fdba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048984 Jan 10 11:45:22.374128 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac470b-a012-4240-86f2-87ab5cbc6fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee1a15c-e321-4d56-b8cf-ab781f67fc81,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:22.376416 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 45858) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:22.424202 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-501d3d25-bbc6-495c-a3b6-ed05c0f413b1 admin admin] Publish callbacks [] for security_group (cee1a15c-e321-4d56-b8cf-ab781f67fc81), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:22.449024 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-501d3d25-bbc6-495c-a3b6-ed05c0f413b1 admin admin] Publish callbacks [] for security_group (cee1a15c-e321-4d56-b8cf-ab781f67fc81), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:22.586482 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-501d3d25-bbc6-495c-a3b6-ed05c0f413b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (cee1a15c-e321-4d56-b8cf-ab781f67fc81), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:22.589015 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-501d3d25-bbc6-495c-a3b6-ed05c0f413b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:22.590161 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-501d3d25-bbc6-495c-a3b6-ed05c0f413b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cee1a15c-e321-4d56-b8cf-ab781f67fc81 HTTP/1.1" status: 204 len: 168 time: 0.2127595 Jan 10 11:45:22.599959 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d3d25-bbc6-495c-a3b6-ed05c0f413b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee1a15c-e321-4d56-b8cf-ab781f67fc81,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:22.991005 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe24a7c-3939-4395-b3a7-c3b23edcf6e4 req-31bcbfa7-b994-4d5b-a852-84ba5f71d2c1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:22.992478 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-efe24a7c-3939-4395-b3a7-c3b23edcf6e4 req-31bcbfa7-b994-4d5b-a852-84ba5f71d2c1 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0495784 Jan 10 11:45:23.043050 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-efe24a7c-3939-4395-b3a7-c3b23edcf6e4 req-88074247-3b47-4e7e-938f-8eaad734f5e0 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444295 Jan 10 11:45:24.156847 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68234bc2-2fb9-41ae-929e-0de06fa2d68f req-e873556c-d465-4290-9105-287ca85c30e5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:24.158310 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-68234bc2-2fb9-41ae-929e-0de06fa2d68f req-e873556c-d465-4290-9105-287ca85c30e5 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0492432 Jan 10 11:45:24.208647 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-68234bc2-2fb9-41ae-929e-0de06fa2d68f req-8756e898-b0ff-4959-baf9-951396a77c9b tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Jan 10 11:45:24.403873 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-78a541b7-bbd6-4cd5-901f-9b516dbd7b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:25.326619 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785de611-5365-497d-837b-1d4c1182ee33 req-3bab1a9f-0eee-4c4d-8d29-4c7eaaa5a9a4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:25.328275 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-785de611-5365-497d-837b-1d4c1182ee33 req-3bab1a9f-0eee-4c4d-8d29-4c7eaaa5a9a4 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0504327 Jan 10 11:45:25.377417 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-785de611-5365-497d-837b-1d4c1182ee33 req-270aecb6-83f1-45dc-8cee-4d3bfaa514eb tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/security-groups?id=ac8790e9-4714-4d03-9cfc-14532b197551&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Jan 10 11:45:25.496559 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-26b8b9bb-6da2-4c75-86eb-069dc49bd6aa tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:45:25.498230 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-26b8b9bb-6da2-4c75-86eb-069dc49bd6aa tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 946 time: 0.0484521 Jan 10 11:45:25.592251 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Deleting port ded3fe31-2cd9-4cc2-84d1-829b49e7753f {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:25.592691 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:25.684622 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] For port ded3fe31-2cd9-4cc2-84d1-829b49e7753f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:25.684977 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:25.697986 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Calling delete_port for ded3fe31-2cd9-4cc2-84d1-829b49e7753f owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:25.961317 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (ded3fe31-2cd9-4cc2-84d1-829b49e7753f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:25.972763 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['ded3fe31-2cd9-4cc2-84d1-829b49e7753f'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:45:25.990506 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Pushing event deleted for resources: {'Port': ['ID=ded3fe31-2cd9-4cc2-84d1-829b49e7753f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:26.037817 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] No DVR routers for this DVR port ded3fe31-2cd9-4cc2-84d1-829b49e7753f on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:45:26.040585 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:26.043863 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-098f170a-9cc1-4dfd-8ab6-61bb8d0fc248 req-c34cbbee-be2e-4006-9629-e92479bcdd54 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.31 "DELETE /v2.0/ports/ded3fe31-2cd9-4cc2-84d1-829b49e7753f HTTP/1.1" status: 204 len: 173 time: 0.5399649 Jan 10 11:45:26.044235 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'name': 'network-vif-deleted', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:45:26.046530 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d9f725-bc2e-4e37-870b-f3ffa4831508" -d '{"events": [{"server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "name": "network-vif-deleted", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:45:26.083287 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e390d-0f9f-46f1-b8c0-37feac047e0c x-openstack-request-id: req-d53e390d-0f9f-46f1-b8c0-37feac047e0c {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:45:26.083703 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ec5d091-4d75-4338-b116-9d3966808486", "name": "network-vif-deleted", "tag": "ded3fe31-2cd9-4cc2-84d1-829b49e7753f", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:45:26.083952 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d53e390d-0f9f-46f1-b8c0-37feac047e0c {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:45:26.084343 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec5d091-4d75-4338-b116-9d3966808486', 'name': 'network-vif-deleted', 'tag': 'ded3fe31-2cd9-4cc2-84d1-829b49e7753f', 'status': 'completed', 'code': 200} Jan 10 11:45:26.490765 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3222382d-9684-4e7f-8e3f-14735c4264b6 req-34a4913e-f31f-454e-9bac-07226db99c5a tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 210 time: 0.0424428 Jan 10 11:45:26.666929 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-70db04a5-5afa-4c40-a4c6-87c2a3b7d9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:27.592542 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-5e212405-2c85-4b65-9a77-7fb0413d676a req-96020fb3-057d-4002-a4d6-2713e681ac64 tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 210 time: 0.0260122 Jan 10 11:45:28.021007 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:28.698782 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2e90a062-2e9f-453a-b7d6-fe9140947166 req-5ce99070-0a88-4660-b767-e486722883ea tempest-TestMinimumBasicScenario-31123894 tempest-TestMinimumBasicScenario-31123894-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ec5d091-4d75-4338-b116-9d3966808486 HTTP/1.1" status: 200 len: 210 time: 0.0253611 Jan 10 11:45:29.263347 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ded3fe31-2cd9-4cc2-84d1-829b49e7753f no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:45:29.283400 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: ded3fe31-2cd9-4cc2-84d1-829b49e7753f {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:45:29.283729 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device ded3fe31-2cd9-4cc2-84d1-829b49e7753f not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:45:29.747183 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:30.175994 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:30.935983 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:31.488900 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46018) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:31.835733 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (5b26d024-8545-4d33-b1a1-e39173f72376), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:32.085995 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Deleting port fe6e7091-17cd-4eaf-af4a-f1daad877147 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:32.086274 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:32.162878 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] For port fe6e7091-17cd-4eaf-af4a-f1daad877147, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe6e7091-17cd-4eaf-af4a-f1daad877147,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:32.163233 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:32.176277 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Calling delete_port for fe6e7091-17cd-4eaf-af4a-f1daad877147 owned by network:router_interface {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:32.459245 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (fe6e7091-17cd-4eaf-af4a-f1daad877147), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:32.489097 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6e7091-17cd-4eaf-af4a-f1daad877147,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:32.660630 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (5b26d024-8545-4d33-b1a1-e39173f72376), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:32.876058 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Router 5b26d024-8545-4d33-b1a1-e39173f72376 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:45:32.977365 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:45:32.982469 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2676cbbf-aab1-4598-9942-0f2b734430da admin admin] 10.222.0.20 "PUT /v2.0/routers/5b26d024-8545-4d33-b1a1-e39173f72376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4924114 Jan 10 11:45:32.985210 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46028) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:32.988332 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] Sync routers for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:45:32.998176 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:45:32.999050 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:45:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:33.090936 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks [] for router (5b26d024-8545-4d33-b1a1-e39173f72376), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.104512 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:45:33.197017 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks [] for router_gateway (5b26d024-8545-4d33-b1a1-e39173f72376), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.288062 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251'}], 'enable_snat': True}, 'gw_port_id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:45:32Z', 'revision_number': 5, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port': {'id': '067af868-a45f-401d-b961-9cfd1cb25d71', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:51Z', 'updated_at': '2022-01-10T11:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:33.304332 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Deleting port 067af868-a45f-401d-b961-9cfd1cb25d71 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:33.304660 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.314804 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] Checking router: 5b26d024-8545-4d33-b1a1-e39173f72376 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:45:33.323221 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] Routers {'5b26d024-8545-4d33-b1a1-e39173f72376'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:45:33.323835 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:45:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['5b26d024-8545-4d33-b1a1-e39173f72376'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:33.390103 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] For port 067af868-a45f-401d-b961-9cfd1cb25d71, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=067af868-a45f-401d-b961-9cfd1cb25d71,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:33.391166 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.404631 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Calling delete_port for 067af868-a45f-401d-b961-9cfd1cb25d71 owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:33.410877 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] Set router 5b26d024-8545-4d33-b1a1-e39173f72376 gateway port host: None {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:45:33.465154 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:45:33Z', 'revision_number': 6, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:33.491737 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102d82e-2c11-4b2c-8ddd-6d331971e438 None None] The sync data for ids ['5b26d024-8545-4d33-b1a1-e39173f72376'] in dv-cinder-master-3-iscsi is: [{'id': '5b26d024-8545-4d33-b1a1-e39173f72376', 'name': 'tempest-TestMinimumBasicScenario-1393349847-router', 'tenant_id': 'e45c180d632e41cdb97880086d7705c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:50Z', 'updated_at': '2022-01-10T11:45:33Z', 'revision_number': 6, 'project_id': 'e45c180d632e41cdb97880086d7705c2', 'gw_port_host': None}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:45:33.638604 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (067af868-a45f-401d-b961-9cfd1cb25d71), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.664638 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Pushing event deleted for resources: {'Port': ['ID=067af868-a45f-401d-b961-9cfd1cb25d71,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:33.730447 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (5b26d024-8545-4d33-b1a1-e39173f72376), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.821978 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (5b26d024-8545-4d33-b1a1-e39173f72376), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.824393 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks [] for router_controller (5b26d024-8545-4d33-b1a1-e39173f72376), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.953124 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (5b26d024-8545-4d33-b1a1-e39173f72376), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.953732 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b26d024-8545-4d33-b1a1-e39173f72376 {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:45:33.958466 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:33.959660 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-c6f7dc17-bbd7-44d4-9953-83c3557f619a admin admin] 10.222.0.20 "DELETE /v2.0/routers/5b26d024-8545-4d33-b1a1-e39173f72376 HTTP/1.1" status: 204 len: 168 time: 0.9734681 Jan 10 11:45:33.962385 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46034) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:34.014414 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-421d90c8-8454-4dee-9b14-1cad80206610 admin admin] Deleting subnet 4f1083a1-02c0-499e-8a25-7e0bf782d3e7 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:45:34.017892 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421d90c8-8454-4dee-9b14-1cad80206610 admin admin] Publish callbacks [] for subnet (4f1083a1-02c0-499e-8a25-7e0bf782d3e7), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.061418 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421d90c8-8454-4dee-9b14-1cad80206610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434212'] for subnet (4f1083a1-02c0-499e-8a25-7e0bf782d3e7), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.275810 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device fe6e7091-17cd-4eaf-af4a-f1daad877147 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:45:34.298835 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: fe6e7091-17cd-4eaf-af4a-f1daad877147 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:45:34.299642 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device fe6e7091-17cd-4eaf-af4a-f1daad877147 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:45:34.300320 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 067af868-a45f-401d-b961-9cfd1cb25d71 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:45:34.327270 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 067af868-a45f-401d-b961-9cfd1cb25d71 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:45:34.329000 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 067af868-a45f-401d-b961-9cfd1cb25d71 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:45:34.425878 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421d90c8-8454-4dee-9b14-1cad80206610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (4f1083a1-02c0-499e-8a25-7e0bf782d3e7), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.553506 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421d90c8-8454-4dee-9b14-1cad80206610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193726'] for subnet (4f1083a1-02c0-499e-8a25-7e0bf782d3e7), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.573810 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fc5796-97c7-49d9-8ae6-5de268ef872e None None] Network 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:45:34.584018 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421d90c8-8454-4dee-9b14-1cad80206610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.588733 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-421d90c8-8454-4dee-9b14-1cad80206610 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4f1083a1-02c0-499e-8a25-7e0bf782d3e7 HTTP/1.1" status: 204 len: 168 time: 0.6238706 Jan 10 11:45:34.594848 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d90c8-8454-4dee-9b14-1cad80206610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f1083a1-02c0-499e-8a25-7e0bf782d3e7,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:34.596461 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46036) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:34.678182 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (00bdfc4a-b204-4e19-8d0f-3802efe9f3c9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.743310 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Deleting port fde439d3-d29d-410f-a6ec-ad387128587b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:34.743645 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.756820 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] DHCP port deletion for 00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 request from dv-cinder-master-3-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:45:34.810655 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Deleting port fde439d3-d29d-410f-a6ec-ad387128587b {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:34.811048 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.819123 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] For port fde439d3-d29d-410f-a6ec-ad387128587b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fde439d3-d29d-410f-a6ec-ad387128587b,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:34.819415 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.832161 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Calling delete_port for fde439d3-d29d-410f-a6ec-ad387128587b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:34.876580 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] For port fde439d3-d29d-410f-a6ec-ad387128587b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fde439d3-d29d-410f-a6ec-ad387128587b,segment=NetworkSegment(06fbabb0-d82b-4d3f-ad7c-9d91148d0f69),segment_id=06fbabb0-d82b-4d3f-ad7c-9d91148d0f69)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:34.877116 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:34.893286 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Calling delete_port for fde439d3-d29d-410f-a6ec-ad387128587b owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:35.050497 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:35.077991 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde439d3-d29d-410f-a6ec-ad387128587b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:35.083428 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] No DVR routers for this DVR port fde439d3-d29d-410f-a6ec-ad387128587b on host dv-cinder-master-3-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:45:35.105184 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (fde439d3-d29d-410f-a6ec-ad387128587b), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:35.133123 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Pushing event deleted for resources: {'Port': ['ID=fde439d3-d29d-410f-a6ec-ad387128587b,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:35.135652 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] No DVR routers for this DVR port fde439d3-d29d-410f-a6ec-ad387128587b on host dv-cinder-master-3-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:45:35.146013 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.146013 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.146013 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.146384 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.146593 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.147012 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.147398 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.147776 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.148160 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.148700 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.148997 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.149377 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.149696 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200c664b-732f-4ba7-8a41-c392bcd6782d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:45:35.164418 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (00bdfc4a-b204-4e19-8d0f-3802efe9f3c9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:35.185435 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bdfc4a-b204-4e19-8d0f-3802efe9f3c9']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:35.195529 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:35.195819 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fbabb0-d82b-4d3f-ad7c-9d91148d0f69') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:35.206056 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (06fbabb0-d82b-4d3f-ad7c-9d91148d0f69), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:35.219558 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (06fbabb0-d82b-4d3f-ad7c-9d91148d0f69), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:35.225412 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:45:35.225783 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (06fbabb0-d82b-4d3f-ad7c-9d91148d0f69), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:45:35.227415 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:45:35.456021 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (00bdfc4a-b204-4e19-8d0f-3802efe9f3c9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:35.460511 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:35.463876 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] 10.222.0.20 "DELETE /v2.0/networks/00bdfc4a-b204-4e19-8d0f-3802efe9f3c9 HTTP/1.1" status: 204 len: 168 time: 0.8664603 Jan 10 11:45:35.467325 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46050) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:35.478530 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3b7c5-74aa-48a1-823a-05035cb30f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bdfc4a-b204-4e19-8d0f-3802efe9f3c9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:36.003520 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device fde439d3-d29d-410f-a6ec-ad387128587b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:45:36.028857 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: fde439d3-d29d-410f-a6ec-ad387128587b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:45:36.029200 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device fde439d3-d29d-410f-a6ec-ad387128587b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:45:36.152786 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (ac30411d-ba35-419f-b6a3-fff791cd102e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:36.422978 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Deleting port 33a9095b-9476-428f-bc76-09ebc5d568ac {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:36.423296 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:36.524132 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] For port 33a9095b-9476-428f-bc76-09ebc5d568ac, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=33a9095b-9476-428f-bc76-09ebc5d568ac,segment=NetworkSegment(cd94aaed-bc57-454d-b16a-12e7dd71ec83),segment_id=cd94aaed-bc57-454d-b16a-12e7dd71ec83)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:36.524844 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:36.539813 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Calling delete_port for 33a9095b-9476-428f-bc76-09ebc5d568ac owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:36.558881 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46064) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:36.670417 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f926b69-2755-44f3-b319-9028816cbee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:36.814347 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (33a9095b-9476-428f-bc76-09ebc5d568ac), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:36.841963 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=33a9095b-9476-428f-bc76-09ebc5d568ac,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:36.884728 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f926b69-2755-44f3-b319-9028816cbee8 admin admin] Publish callbacks [] for security_group (5184c6db-9d2e-41c2-9de5-dc4a3d6d5a6c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.010368 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-4f926b69-2755-44f3-b319-9028816cbee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (5184c6db-9d2e-41c2-9de5-dc4a3d6d5a6c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.012395 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (ac30411d-ba35-419f-b6a3-fff791cd102e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.059104 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-4f926b69-2755-44f3-b319-9028816cbee8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59fdcc1ece6241839adea44e809ad5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991069 Jan 10 11:45:37.060004 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f926b69-2755-44f3-b319-9028816cbee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5184c6db-9d2e-41c2-9de5-dc4a3d6d5a6c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:37.063409 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46068) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:37.114113 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee83112d-66ed-4199-b708-406de051a66b admin admin] Publish callbacks [] for security_group (5184c6db-9d2e-41c2-9de5-dc4a3d6d5a6c), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.136828 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee83112d-66ed-4199-b708-406de051a66b admin admin] Publish callbacks [] for security_group (5184c6db-9d2e-41c2-9de5-dc4a3d6d5a6c), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.234054 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Router ac30411d-ba35-419f-b6a3-fff791cd102e has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:45:37.333988 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee83112d-66ed-4199-b708-406de051a66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (5184c6db-9d2e-41c2-9de5-dc4a3d6d5a6c), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.336566 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ee83112d-66ed-4199-b708-406de051a66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.340287 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ee83112d-66ed-4199-b708-406de051a66b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5184c6db-9d2e-41c2-9de5-dc4a3d6d5a6c HTTP/1.1" status: 204 len: 168 time: 0.2733793 Jan 10 11:45:37.343765 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:45:37.353716 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] Sync routers for ids ['ac30411d-ba35-419f-b6a3-fff791cd102e'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:45:37.355109 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46072) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:37.357862 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-48b942b8-f095-4420-9eda-e1755375b3cb admin admin] 10.222.0.20 "PUT /v2.0/routers/ac30411d-ba35-419f-b6a3-fff791cd102e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8885138 Jan 10 11:45:37.366202 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83112d-66ed-4199-b708-406de051a66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5184c6db-9d2e-41c2-9de5-dc4a3d6d5a6c,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:37.381301 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] Routers {'ac30411d-ba35-419f-b6a3-fff791cd102e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:45:37.381933 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:45:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['ac30411d-ba35-419f-b6a3-fff791cd102e'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:37.518290 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks [] for router (ac30411d-ba35-419f-b6a3-fff791cd102e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.606029 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] Set router ac30411d-ba35-419f-b6a3-fff791cd102e gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:45:37.635302 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks [] for router_gateway (ac30411d-ba35-419f-b6a3-fff791cd102e), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.749641 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Deleting port bc4a429d-0e3d-408d-acff-ebce84ae454b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:37.750156 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.817273 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214'}], 'enable_snat': True}, 'gw_port_id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:45:36Z', 'revision_number': 5, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port': {'id': 'bc4a429d-0e3d-408d-acff-ebce84ae454b', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:98:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:37.834245 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] For port bc4a429d-0e3d-408d-acff-ebce84ae454b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=bc4a429d-0e3d-408d-acff-ebce84ae454b,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:37.834619 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:37.843919 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] Checking router: ac30411d-ba35-419f-b6a3-fff791cd102e for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:45:37.847795 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Calling delete_port for bc4a429d-0e3d-408d-acff-ebce84ae454b owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:37.852810 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] Routers {'ac30411d-ba35-419f-b6a3-fff791cd102e'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:45:37.853418 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:45:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['ac30411d-ba35-419f-b6a3-fff791cd102e'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:37.950881 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] Set router ac30411d-ba35-419f-b6a3-fff791cd102e gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:45:38.017844 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:45:37Z', 'revision_number': 6, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:38.045875 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52ae1d-d595-4c90-b9a4-d4cdd0ae705d None None] The sync data for ids ['ac30411d-ba35-419f-b6a3-fff791cd102e'] in dv-cinder-master-3-iscsi is: [{'id': 'ac30411d-ba35-419f-b6a3-fff791cd102e', 'name': 'tempest-TestMinimumBasicScenario-334972533-router', 'tenant_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:42:57Z', 'updated_at': '2022-01-10T11:45:37Z', 'revision_number': 6, 'project_id': 'a00e0863a4a9437aad4c9fae5ecc92c8', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:45:38.082243 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46084) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:38.096882 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d881855c-5853-4698-a477-ad786aec9f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.144997 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (bc4a429d-0e3d-408d-acff-ebce84ae454b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.184537 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4a429d-0e3d-408d-acff-ebce84ae454b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:38.206844 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d881855c-5853-4698-a477-ad786aec9f4a admin admin] Publish callbacks [] for security_group (b5962403-9030-4bac-b04d-1e290a2fc0b4), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.265905 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (ac30411d-ba35-419f-b6a3-fff791cd102e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.301685 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-d881855c-5853-4698-a477-ad786aec9f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (b5962403-9030-4bac-b04d-1e290a2fc0b4), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.344377 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-d881855c-5853-4698-a477-ad786aec9f4a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d31d895c8d745ab8576dd6f5fd4677d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603862 Jan 10 11:45:38.345697 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881855c-5853-4698-a477-ad786aec9f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5962403-9030-4bac-b04d-1e290a2fc0b4,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:38.351433 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46090) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:38.368828 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (ac30411d-ba35-419f-b6a3-fff791cd102e), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.371118 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks [] for router_controller (ac30411d-ba35-419f-b6a3-fff791cd102e), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.405603 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9528abb7-569f-42f0-abd2-d3da36a2ebae admin admin] Publish callbacks [] for security_group (b5962403-9030-4bac-b04d-1e290a2fc0b4), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.433248 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9528abb7-569f-42f0-abd2-d3da36a2ebae admin admin] Publish callbacks [] for security_group (b5962403-9030-4bac-b04d-1e290a2fc0b4), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.519079 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (ac30411d-ba35-419f-b6a3-fff791cd102e), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.519652 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac30411d-ba35-419f-b6a3-fff791cd102e {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:45:38.523845 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.525014 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-87e089bc-ed75-48ff-b0e3-ad8ae23cbea4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ac30411d-ba35-419f-b6a3-fff791cd102e HTTP/1.1" status: 204 len: 168 time: 1.1689434 Jan 10 11:45:38.527826 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46092) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:38.575961 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-754fd048-c59a-407f-87a1-a466718de105 admin admin] Deleting subnet c49ccb27-622e-49e7-bd4f-61d09fb1ebe8 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:45:38.579620 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-754fd048-c59a-407f-87a1-a466718de105 admin admin] Publish callbacks [] for subnet (c49ccb27-622e-49e7-bd4f-61d09fb1ebe8), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.614401 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-754fd048-c59a-407f-87a1-a466718de105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434212'] for subnet (c49ccb27-622e-49e7-bd4f-61d09fb1ebe8), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.692997 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-754fd048-c59a-407f-87a1-a466718de105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (c49ccb27-622e-49e7-bd4f-61d09fb1ebe8), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.713625 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9528abb7-569f-42f0-abd2-d3da36a2ebae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (b5962403-9030-4bac-b04d-1e290a2fc0b4), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.716237 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9528abb7-569f-42f0-abd2-d3da36a2ebae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:38.717364 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9528abb7-569f-42f0-abd2-d3da36a2ebae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5962403-9030-4bac-b04d-1e290a2fc0b4 HTTP/1.1" status: 204 len: 168 time: 0.3683248 Jan 10 11:45:38.725870 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528abb7-569f-42f0-abd2-d3da36a2ebae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5962403-9030-4bac-b04d-1e290a2fc0b4,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:38.980256 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-754fd048-c59a-407f-87a1-a466718de105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193726'] for subnet (c49ccb27-622e-49e7-bd4f-61d09fb1ebe8), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.005638 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fd048-c59a-407f-87a1-a466718de105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49ccb27-622e-49e7-bd4f-61d09fb1ebe8,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:39.013417 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-754fd048-c59a-407f-87a1-a466718de105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.017145 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-754fd048-c59a-407f-87a1-a466718de105 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c49ccb27-622e-49e7-bd4f-61d09fb1ebe8 HTTP/1.1" status: 204 len: 168 time: 0.4883468 Jan 10 11:45:39.019824 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46096) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:39.020648 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbcc5f3-bbf0-45a3-98b0-a5332461e053 None None] Network b0712aaa-593d-45ac-bb70-30c2a8c04aaa requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:45:39.095621 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (b0712aaa-593d-45ac-bb70-30c2a8c04aaa), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.163507 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Deleting port ea127e53-fd88-404c-af4f-3907cec2b95b {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:39.163851 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.196938 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] DHCP port deletion for b0712aaa-593d-45ac-bb70-30c2a8c04aaa request from dv-cinder-master-3-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:45:39.253374 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] For port ea127e53-fd88-404c-af4f-3907cec2b95b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ea127e53-fd88-404c-af4f-3907cec2b95b,segment=NetworkSegment(cd94aaed-bc57-454d-b16a-12e7dd71ec83),segment_id=cd94aaed-bc57-454d-b16a-12e7dd71ec83)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:39.253701 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.255270 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] Deleting port ea127e53-fd88-404c-af4f-3907cec2b95b {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:45:39.255644 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.274671 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Calling delete_port for ea127e53-fd88-404c-af4f-3907cec2b95b owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:39.333342 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] For port ea127e53-fd88-404c-af4f-3907cec2b95b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ea127e53-fd88-404c-af4f-3907cec2b95b,segment=NetworkSegment(cd94aaed-bc57-454d-b16a-12e7dd71ec83),segment_id=cd94aaed-bc57-454d-b16a-12e7dd71ec83)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:45:39.333839 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.352160 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] Calling delete_port for ea127e53-fd88-404c-af4f-3907cec2b95b owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:45:39.576603 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.583952 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (ea127e53-fd88-404c-af4f-3907cec2b95b), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.608886 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea127e53-fd88-404c-af4f-3907cec2b95b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:39.611360 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] No DVR routers for this DVR port ea127e53-fd88-404c-af4f-3907cec2b95b on host dv-cinder-master-3-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:45:39.612551 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] No DVR routers for this DVR port ea127e53-fd88-404c-af4f-3907cec2b95b on host dv-cinder-master-3-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:45:39.617338 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35026551-8739-4c0e-b83a-c9337b916191 None None] Pushing event deleted for resources: {'Port': ['ID=ea127e53-fd88-404c-af4f-3907cec2b95b,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:39.688442 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (b0712aaa-593d-45ac-bb70-30c2a8c04aaa), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.709629 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0712aaa-593d-45ac-bb70-30c2a8c04aaa']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:39.719155 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd94aaed-bc57-454d-b16a-12e7dd71ec83') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:39.719449 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd94aaed-bc57-454d-b16a-12e7dd71ec83') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:45:39.728825 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (cd94aaed-bc57-454d-b16a-12e7dd71ec83), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.742453 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (cd94aaed-bc57-454d-b16a-12e7dd71ec83), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.748647 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:45:39.749030 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (cd94aaed-bc57-454d-b16a-12e7dd71ec83), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:45:39.751251 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:45:39.925051 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (b0712aaa-593d-45ac-bb70-30c2a8c04aaa), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.930635 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:39.933775 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0712aaa-593d-45ac-bb70-30c2a8c04aaa HTTP/1.1" status: 204 len: 168 time: 0.9127920 Jan 10 11:45:39.952201 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133b29-8fab-45da-9b61-2693fe87b16b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0712aaa-593d-45ac-bb70-30c2a8c04aaa,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:40.007897 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device ea127e53-fd88-404c-af4f-3907cec2b95b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:45:40.028679 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: ea127e53-fd88-404c-af4f-3907cec2b95b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:45:40.029454 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device ea127e53-fd88-404c-af4f-3907cec2b95b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:45:40.029454 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 33a9095b-9476-428f-bc76-09ebc5d568ac no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:45:40.047893 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 33a9095b-9476-428f-bc76-09ebc5d568ac {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:45:40.048226 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 33a9095b-9476-428f-bc76-09ebc5d568ac not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:45:40.048620 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device bc4a429d-0e3d-408d-acff-ebce84ae454b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:45:40.067470 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: bc4a429d-0e3d-408d-acff-ebce84ae454b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:45:40.067806 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device bc4a429d-0e3d-408d-acff-ebce84ae454b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:45:40.482706 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46126) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:40.529373 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ce0f1d66-5202-4569-bf7a-40c4c0d205eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e45c180d632e41cdb97880086d7705c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485456 Jan 10 11:45:40.532425 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46130) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:40.584893 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fcd15a8f-13b9-4471-8393-687e8c99f2e9 admin admin] Publish callbacks [] for security_group (ac8790e9-4714-4d03-9cfc-14532b197551), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:40.609197 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fcd15a8f-13b9-4471-8393-687e8c99f2e9 admin admin] Publish callbacks [] for security_group (ac8790e9-4714-4d03-9cfc-14532b197551), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:40.730816 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fcd15a8f-13b9-4471-8393-687e8c99f2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ac8790e9-4714-4d03-9cfc-14532b197551), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:40.733618 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-fcd15a8f-13b9-4471-8393-687e8c99f2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:40.735346 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-fcd15a8f-13b9-4471-8393-687e8c99f2e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac8790e9-4714-4d03-9cfc-14532b197551 HTTP/1.1" status: 204 len: 168 time: 0.2018902 Jan 10 11:45:40.744548 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15a8f-13b9-4471-8393-687e8c99f2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8790e9-4714-4d03-9cfc-14532b197551,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:41.710722 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46154) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:41.752552 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-54efff74-2e8f-4410-a725-348c46925145 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a00e0863a4a9437aad4c9fae5ecc92c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405235 Jan 10 11:45:41.755114 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46156) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:41.809928 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98bb5e14-0c34-48b7-9063-78ff44d42272 admin admin] Publish callbacks [] for security_group (a3896d4b-21eb-4fe0-b3a8-86f44cf4722b), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:41.832927 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98bb5e14-0c34-48b7-9063-78ff44d42272 admin admin] Publish callbacks [] for security_group (a3896d4b-21eb-4fe0-b3a8-86f44cf4722b), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:41.993338 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98bb5e14-0c34-48b7-9063-78ff44d42272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a3896d4b-21eb-4fe0-b3a8-86f44cf4722b), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:42.001652 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98bb5e14-0c34-48b7-9063-78ff44d42272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:42.001652 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-98bb5e14-0c34-48b7-9063-78ff44d42272 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3896d4b-21eb-4fe0-b3a8-86f44cf4722b HTTP/1.1" status: 204 len: 168 time: 0.2411201 Jan 10 11:45:42.007259 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb5e14-0c34-48b7-9063-78ff44d42272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3896d4b-21eb-4fe0-b3a8-86f44cf4722b,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:49.484691 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46268) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:49.595201 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f704711b-78be-4615-962e-7239ce8a489f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:49.675082 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f704711b-78be-4615-962e-7239ce8a489f admin admin] Publish callbacks [] for security_group (f1032c7e-74a7-44dc-93d5-075cee3cc998), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:49.776673 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f704711b-78be-4615-962e-7239ce8a489f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f1032c7e-74a7-44dc-93d5-075cee3cc998), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:49.818318 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704711b-78be-4615-962e-7239ce8a489f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1032c7e-74a7-44dc-93d5-075cee3cc998,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:49.825715 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f704711b-78be-4615-962e-7239ce8a489f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c6f9e8ac2d64eccb59ca3a425925216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362217 Jan 10 11:45:49.827390 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46272) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:49.878634 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35c7b1fd-9bfb-4edc-b3f8-25d482b549b3 admin admin] Publish callbacks [] for security_group (f1032c7e-74a7-44dc-93d5-075cee3cc998), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:49.901898 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35c7b1fd-9bfb-4edc-b3f8-25d482b549b3 admin admin] Publish callbacks [] for security_group (f1032c7e-74a7-44dc-93d5-075cee3cc998), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:50.068228 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35c7b1fd-9bfb-4edc-b3f8-25d482b549b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (f1032c7e-74a7-44dc-93d5-075cee3cc998), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:50.070822 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-35c7b1fd-9bfb-4edc-b3f8-25d482b549b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:50.072029 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-35c7b1fd-9bfb-4edc-b3f8-25d482b549b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1032c7e-74a7-44dc-93d5-075cee3cc998 HTTP/1.1" status: 204 len: 168 time: 0.2450845 Jan 10 11:45:50.081305 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7b1fd-9bfb-4edc-b3f8-25d482b549b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1032c7e-74a7-44dc-93d5-075cee3cc998,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:54.302296 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46368) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:54.417215 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c2e73b2-c41a-4fe5-a9a1-52b19148bed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:54.462667 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-09c25ab1-c812-4721-ba46-89032898c83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:54.502368 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c2e73b2-c41a-4fe5-a9a1-52b19148bed0 admin admin] Publish callbacks [] for security_group (1f37980d-cd63-442e-b24a-5dad79973244), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:54.677517 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6c2e73b2-c41a-4fe5-a9a1-52b19148bed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1f37980d-cd63-442e-b24a-5dad79973244), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:54.718603 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6c2e73b2-c41a-4fe5-a9a1-52b19148bed0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fc93cc5053a480da6a9bad48173010c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151709 Jan 10 11:45:54.720181 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e73b2-c41a-4fe5-a9a1-52b19148bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37980d-cd63-442e-b24a-5dad79973244,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:54.721862 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46376) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:54.771732 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421da6e4-707c-46ef-a74f-f742041cdb09 admin admin] Publish callbacks [] for security_group (1f37980d-cd63-442e-b24a-5dad79973244), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:54.793395 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421da6e4-707c-46ef-a74f-f742041cdb09 admin admin] Publish callbacks [] for security_group (1f37980d-cd63-442e-b24a-5dad79973244), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:54.823405 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:45:54.902873 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421da6e4-707c-46ef-a74f-f742041cdb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (1f37980d-cd63-442e-b24a-5dad79973244), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:54.905411 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-421da6e4-707c-46ef-a74f-f742041cdb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:54.906612 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-421da6e4-707c-46ef-a74f-f742041cdb09 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f37980d-cd63-442e-b24a-5dad79973244 HTTP/1.1" status: 204 len: 168 time: 0.1830938 Jan 10 11:45:54.916076 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421da6e4-707c-46ef-a74f-f742041cdb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37980d-cd63-442e-b24a-5dad79973244,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:55.661250 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46396) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:55.678112 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2b05f62-15c3-4fa5-9ba1-4aa4b3884eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:55.762008 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2b05f62-15c3-4fa5-9ba1-4aa4b3884eb5 admin admin] Publish callbacks [] for security_group (037ecabf-da5a-4233-811f-2b0884869862), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:55.866057 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b2b05f62-15c3-4fa5-9ba1-4aa4b3884eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (037ecabf-da5a-4233-811f-2b0884869862), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:55.907798 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b2b05f62-15c3-4fa5-9ba1-4aa4b3884eb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b49b8fc1d59d4f2f8a0319bfa479ab56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446923 Jan 10 11:45:55.908671 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b05f62-15c3-4fa5-9ba1-4aa4b3884eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037ecabf-da5a-4233-811f-2b0884869862,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:55.910708 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46398) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:55.960742 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bdb82f02-8d7d-40c4-a978-5ce6b2265df5 admin admin] Publish callbacks [] for security_group (037ecabf-da5a-4233-811f-2b0884869862), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:55.985974 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bdb82f02-8d7d-40c4-a978-5ce6b2265df5 admin admin] Publish callbacks [] for security_group (037ecabf-da5a-4233-811f-2b0884869862), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:56.108205 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bdb82f02-8d7d-40c4-a978-5ce6b2265df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (037ecabf-da5a-4233-811f-2b0884869862), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:56.110964 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bdb82f02-8d7d-40c4-a978-5ce6b2265df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:56.112127 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bdb82f02-8d7d-40c4-a978-5ce6b2265df5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/037ecabf-da5a-4233-811f-2b0884869862 HTTP/1.1" status: 204 len: 168 time: 0.2004175 Jan 10 11:45:56.120411 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb82f02-8d7d-40c4-a978-5ce6b2265df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ecabf-da5a-4233-811f-2b0884869862,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:56.705559 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f840a9be-d0c0-4088-a412-3337ef09f2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:56.980526 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46408) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:56.995092 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68cf237a-ec23-4d87-bbd7-8c96a8143533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:57.074542 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68cf237a-ec23-4d87-bbd7-8c96a8143533 admin admin] Publish callbacks [] for security_group (d43d1176-41d8-4124-a3cd-9bffef860b09), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:57.148402 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-68cf237a-ec23-4d87-bbd7-8c96a8143533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d43d1176-41d8-4124-a3cd-9bffef860b09), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:57.190047 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-68cf237a-ec23-4d87-bbd7-8c96a8143533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4744bb5c51764707812de1ce3a892b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084267 Jan 10 11:45:57.191244 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf237a-ec23-4d87-bbd7-8c96a8143533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43d1176-41d8-4124-a3cd-9bffef860b09,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:57.193018 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46420) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:57.255975 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1a95-b608-46d0-80ae-a59624f4f9db admin admin] Publish callbacks [] for security_group (d43d1176-41d8-4124-a3cd-9bffef860b09), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:57.278430 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1a95-b608-46d0-80ae-a59624f4f9db admin admin] Publish callbacks [] for security_group (d43d1176-41d8-4124-a3cd-9bffef860b09), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:57.474036 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1a95-b608-46d0-80ae-a59624f4f9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (d43d1176-41d8-4124-a3cd-9bffef860b09), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:57.476631 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6e8f1a95-b608-46d0-80ae-a59624f4f9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:57.477844 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6e8f1a95-b608-46d0-80ae-a59624f4f9db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d43d1176-41d8-4124-a3cd-9bffef860b09 HTTP/1.1" status: 204 len: 168 time: 0.2828970 Jan 10 11:45:57.488870 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f1a95-b608-46d0-80ae-a59624f4f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43d1176-41d8-4124-a3cd-9bffef860b09,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:58.017153 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.258524 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46458) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:59.369748 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bed6cb2d-7028-483c-898f-cdedbe63a5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.445616 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bed6cb2d-7028-483c-898f-cdedbe63a5f4 admin admin] Publish callbacks [] for security_group (40ad4d02-4712-4b44-abe1-07fcc6f45247), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.546008 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-bed6cb2d-7028-483c-898f-cdedbe63a5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (40ad4d02-4712-4b44-abe1-07fcc6f45247), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.585800 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6cb2d-7028-483c-898f-cdedbe63a5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad4d02-4712-4b44-abe1-07fcc6f45247,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:45:59.591539 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-bed6cb2d-7028-483c-898f-cdedbe63a5f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c41e1cd1cf8444cbe3ddff146090dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3318117 Jan 10 11:45:59.593076 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46464) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:45:59.644013 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8de43d4-0b36-40a0-b21e-df6bcbcff745 admin admin] Publish callbacks [] for security_group (40ad4d02-4712-4b44-abe1-07fcc6f45247), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.665512 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8de43d4-0b36-40a0-b21e-df6bcbcff745 admin admin] Publish callbacks [] for security_group (40ad4d02-4712-4b44-abe1-07fcc6f45247), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.685777 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.800154 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8de43d4-0b36-40a0-b21e-df6bcbcff745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (40ad4d02-4712-4b44-abe1-07fcc6f45247), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.802760 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-f8de43d4-0b36-40a0-b21e-df6bcbcff745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:45:59.803925 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f8de43d4-0b36-40a0-b21e-df6bcbcff745 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40ad4d02-4712-4b44-abe1-07fcc6f45247 HTTP/1.1" status: 204 len: 168 time: 0.2099695 Jan 10 11:45:59.817449 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de43d4-0b36-40a0-b21e-df6bcbcff745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad4d02-4712-4b44-abe1-07fcc6f45247,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:00.211591 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:00.882905 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:00.894707 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46498) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:00.990653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1144426766-network', 'tenant_id': '77459867f2ca40c6aac9eebdcfed7ca2'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:46:01.123177 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Made reservation on behalf of 77459867f2ca40c6aac9eebdcfed7ca2 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:46:01.125862 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.134808 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.210725 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Publish callbacks [] for security_group (bdd89dc2-0033-4ffb-94be-3c687a166c1a), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.386450 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (bdd89dc2-0033-4ffb-94be-3c687a166c1a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.414464 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:46:01.424651 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd89dc2-0033-4ffb-94be-3c687a166c1a,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:01.430739 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (b1c3ff40-192d-4239-b741-1742212a48d3), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.431080 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Added segment b1c3ff40-192d-4239-b741-1742212a48d3 of type vlan for network e5d4369a-3d75-409b-831d-a85be7aee434 Jan 10 11:46:01.475602 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (e5d4369a-3d75-409b-831d-a85be7aee434), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.571422 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (e5d4369a-3d75-409b-831d-a85be7aee434), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.572398 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:01.572978 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.633216 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e5d4369a-3d75-409b-831d-a85be7aee434,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:01.643755 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network e5d4369a-3d75-409b-831d-a85be7aee434 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:46:01.665458 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-9a7c4887-1bcc-44a0-9c98-8bd80aeee8d4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7745225 Jan 10 11:46:01.668539 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46508) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:01.674073 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Request body: {'subnet': {'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1144426766-subnet', 'tenant_id': '77459867f2ca40c6aac9eebdcfed7ca2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:46:01.763132 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Made reservation on behalf of 77459867f2ca40c6aac9eebdcfed7ca2 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:46:01.765541 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:01.994516 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (9e383cb1-7e20-46c1-b9a5-229e23a3a306), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:02.049541 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e383cb1-7e20-46c1-b9a5-229e23a3a306,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:02.060114 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Checking segment: {'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:46:02.060470 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Network hostable DHCP agents. Network: e5d4369a-3d75-409b-831d-a85be7aee434, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:46:02.134489 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Network e5d4369a-3d75-409b-831d-a85be7aee434 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:46:02.223158 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e5d4369a-3d75-409b-831d-a85be7aee434) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:46:02.227358 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:02.227941 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:02.233024 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66546b-30c3-4d84-82b3-ea12dc398afd None None] Network e5d4369a-3d75-409b-831d-a85be7aee434 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:46:02.330259 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-64df48e1-1c07-42cf-a868-795c204a5011 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6568656 Jan 10 11:46:02.345122 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c90be-b5ea-4b2f-ad99-03e8b2d899fc None None] Network e5d4369a-3d75-409b-831d-a85be7aee434 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:46:02.744378 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46526) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:02.849340 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78eec8c9-f05d-4b48-96ac-bc65ab087c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:02.926133 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78eec8c9-f05d-4b48-96ac-bc65ab087c85 admin admin] Publish callbacks [] for security_group (32a48ab7-bc09-47dd-b3ba-f7939a976bda), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:02.988634 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-78eec8c9-f05d-4b48-96ac-bc65ab087c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (32a48ab7-bc09-47dd-b3ba-f7939a976bda), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:03.028796 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-78eec8c9-f05d-4b48-96ac-bc65ab087c85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=35f51cacac8340a393a3a179953e1626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833040 Jan 10 11:46:03.030011 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eec8c9-f05d-4b48-96ac-bc65ab087c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a48ab7-bc09-47dd-b3ba-f7939a976bda,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:03.031453 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46530) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:03.084860 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138d15db-822f-42c2-b995-6a8041457e4b admin admin] Publish callbacks [] for security_group (32a48ab7-bc09-47dd-b3ba-f7939a976bda), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:03.107046 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138d15db-822f-42c2-b995-6a8041457e4b admin admin] Publish callbacks [] for security_group (32a48ab7-bc09-47dd-b3ba-f7939a976bda), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:03.215564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138d15db-822f-42c2-b995-6a8041457e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (32a48ab7-bc09-47dd-b3ba-f7939a976bda), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:03.218508 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-138d15db-822f-42c2-b995-6a8041457e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:03.219837 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-138d15db-822f-42c2-b995-6a8041457e4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32a48ab7-bc09-47dd-b3ba-f7939a976bda HTTP/1.1" status: 204 len: 168 time: 0.1863708 Jan 10 11:46:03.228283 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d15db-822f-42c2-b995-6a8041457e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a48ab7-bc09-47dd-b3ba-f7939a976bda,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:03.933983 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46540) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:03.948725 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-587cc5f7-7bbc-45f8-923d-6b10c84130f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:04.028489 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-587cc5f7-7bbc-45f8-923d-6b10c84130f2 admin admin] Publish callbacks [] for security_group (9a25decf-dbe6-4765-b1a1-0a1c2523cdf9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:04.122886 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-587cc5f7-7bbc-45f8-923d-6b10c84130f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (9a25decf-dbe6-4765-b1a1-0a1c2523cdf9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:04.163177 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-587cc5f7-7bbc-45f8-923d-6b10c84130f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9d00b0dbb3849baaa06e10059def109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280366 Jan 10 11:46:04.163910 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587cc5f7-7bbc-45f8-923d-6b10c84130f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25decf-dbe6-4765-b1a1-0a1c2523cdf9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:04.165856 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46542) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:04.218439 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-332a442c-b00d-4289-9ebc-b9e376cb0d70 admin admin] Publish callbacks [] for security_group (9a25decf-dbe6-4765-b1a1-0a1c2523cdf9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:04.243495 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-332a442c-b00d-4289-9ebc-b9e376cb0d70 admin admin] Publish callbacks [] for security_group (9a25decf-dbe6-4765-b1a1-0a1c2523cdf9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:04.368805 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-332a442c-b00d-4289-9ebc-b9e376cb0d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (9a25decf-dbe6-4765-b1a1-0a1c2523cdf9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:04.371409 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-332a442c-b00d-4289-9ebc-b9e376cb0d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:04.373317 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-332a442c-b00d-4289-9ebc-b9e376cb0d70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9a25decf-dbe6-4765-b1a1-0a1c2523cdf9 HTTP/1.1" status: 204 len: 168 time: 0.2057297 Jan 10 11:46:04.382632 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a442c-b00d-4289-9ebc-b9e376cb0d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25decf-dbe6-4765-b1a1-0a1c2523cdf9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:04.576379 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090076e6-6876-446f-8329-c6130a019118 req-b02e98e6-2827-43b1-bdd3-d246d8495ad5 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:04.577848 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-b02e98e6-2827-43b1-bdd3-d246d8495ad5 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/networks?id=e5d4369a-3d75-409b-831d-a85be7aee434 HTTP/1.1" status: 200 len: 814 time: 0.1127281 Jan 10 11:46:04.592449 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-46f4ebbb-eab9-4837-bccd-bb87a4ff5b13 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/quotas/77459867f2ca40c6aac9eebdcfed7ca2 HTTP/1.1" status: 200 len: 375 time: 0.0089736 Jan 10 11:46:04.634327 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-2f834f94-5510-46c8-af64-fba83f881b89 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360653 Jan 10 11:46:04.868138 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-bca924cf-6a5c-4a92-8f46-a7f95ce27720 service neutron] 10.222.0.20 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272360 Jan 10 11:46:04.957774 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-99b08a35-7a44-426c-8619-5ef473c155d7 service neutron] 10.222.0.20 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838921 Jan 10 11:46:05.139321 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 46568) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:05.153995 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:05.220347 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d7741e1a-11aa-455e-9a59-cd94d247b678 req-0f43a5cb-a061-48ac-b5e5-19895c4cb4ec tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 210 time: 0.0368927 Jan 10 11:46:05.264688 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Publish callbacks [] for security_group (ac6e3590-40dd-4e92-b792-33477b802d3b), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:05.343419 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ac6e3590-40dd-4e92-b792-33477b802d3b), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:05.385727 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e04a48c1fb624e808b2dae88d8789e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428441 Jan 10 11:46:05.385727 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6e3590-40dd-4e92-b792-33477b802d3b,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:05.386144 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 46576) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:05.396737 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.397234 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.397578 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.397942 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.398297 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.398628 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.398956 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.399282 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.399606 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.399930 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.400267 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.400571 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.400908 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d1e56c-20ed-4bd2-9861-3870d676aa47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.435582 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Publish callbacks [] for security_group (ac6e3590-40dd-4e92-b792-33477b802d3b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:05.460178 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Publish callbacks [] for security_group (ac6e3590-40dd-4e92-b792-33477b802d3b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:05.591816 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (ac6e3590-40dd-4e92-b792-33477b802d3b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:05.594411 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:05.596218 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac6e3590-40dd-4e92-b792-33477b802d3b HTTP/1.1" status: 204 len: 168 time: 0.2089562 Jan 10 11:46:05.604213 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6e3590-40dd-4e92-b792-33477b802d3b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:05.612224 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.612567 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.612900 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.613226 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.613552 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.614521 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.614850 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.615203 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.615528 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.615847 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.616162 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.616478 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:05.616790 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083d29f-de45-42f7-ac66-33e741412da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:06.300932 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c849fa72-45bc-4ef7-8e3f-25cf60300034 req-88a993a6-9ac8-4c1f-89fc-a69f2a57d2d3 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 210 time: 0.0277352 Jan 10 11:46:07.399457 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-80cd1163-9320-499b-af3f-930a26639e2c req-ae54de26-f0ea-4e2f-82f0-4a9f0674ae0b tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 210 time: 0.0287163 Jan 10 11:46:07.654969 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090076e6-6876-446f-8329-c6130a019118 req-682c3cfe-6594-4dcc-b6f8-71dbdbd13cdc tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:07.656468 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-682c3cfe-6594-4dcc-b6f8-71dbdbd13cdc tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.31 "GET /v2.0/networks?id=e5d4369a-3d75-409b-831d-a85be7aee434 HTTP/1.1" status: 200 len: 814 time: 0.1047909 Jan 10 11:46:07.669103 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Request body: {'port': {'device_id': '48bc0af3-4371-47d7-ad76-d4205e75c03c', 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434', 'admin_state_up': True, 'tenant_id': '77459867f2ca40c6aac9eebdcfed7ca2'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:46:07.883644 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Made reservation on behalf of 77459867f2ca40c6aac9eebdcfed7ca2 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:46:07.887571 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:08.016190 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Allocated IP 172.20.0.12 (e5d4369a-3d75-409b-831d-a85be7aee434/9e383cb1-7e20-46c1-b9a5-229e23a3a306/6f646d78-6f3e-459e-95fa-73a3c78ab1f0) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:46:08.174100 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks [] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:08.289420 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:08.338027 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Network e5d4369a-3d75-409b-831d-a85be7aee434 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:46:08.341193 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:46:08.345477 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:46:08.371030 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Pushing event updated for resources: {'Port': ['ID=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:08.402044 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:08.402683 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:08.500657 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-eb08fbc4-8bf3-43ae-bf25-6f0cec48074d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8357961 Jan 10 11:46:08.521492 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Request body: {'port': {'device_id': '48bc0af3-4371-47d7-ad76-d4205e75c03c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:46:08.522782 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98e683-bc76-4b04-a578-e1d6b4ed54ea req-cf376c4a-6ea0-4e78-8962-51678eecc7d3 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:08.524294 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0b98e683-bc76-4b04-a578-e1d6b4ed54ea req-cf376c4a-6ea0-4e78-8962-51678eecc7d3 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 932 time: 0.0546563 Jan 10 11:46:08.574519 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:08.577146 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0b98e683-bc76-4b04-a578-e1d6b4ed54ea req-e86de891-1f98-407c-b938-5938ddb28b8f tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466297 Jan 10 11:46:08.850611 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:46:08.858207 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Publish callbacks [] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:08.870390 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Transition to ACTIVE for port object 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:46:08.931868 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:08.983032 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Pushing event updated for resources: {'Port': ['ID=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:09.048584 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Attempting to bind port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:46:09.048821 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Attempting to bind port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:46:09.049139 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Attempting to bind port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 on network e5d4369a-3d75-409b-831d-a85be7aee434 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:46:09.053488 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 on network e5d4369a-3d75-409b-831d-a85be7aee434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:46:09.053805 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Attempting to bind port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 on network e5d4369a-3d75-409b-831d-a85be7aee434 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:46:09.058572 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:46:09.058897 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Checking segment: {'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:46:09.059266 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Bound using segment: {'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:46:09.059675 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Bound port: 6f646d78-6f3e-459e-95fa-73a3c78ab1f0, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:46:09.062586 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:09.125722 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] For port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:46:09.131452 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] For port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:46:09.218358 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:09.256093 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:09.256820 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:09.258506 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] 10.222.0.31 "PUT /v2.0/ports/6f646d78-6f3e-459e-95fa-73a3c78ab1f0 HTTP/1.1" status: 200 len: 1094 time: 0.7509470 Jan 10 11:46:09.259040 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bc0af3-4371-47d7-ad76-d4205e75c03c', 'tag': '6f646d78-6f3e-459e-95fa-73a3c78ab1f0'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:46:09.261458 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d33b49e-a286-4226-ba21-ea8d5b577f58" -d '{"events": [{"name": "network-changed", "server_uuid": "48bc0af3-4371-47d7-ad76-d4205e75c03c", "tag": "6f646d78-6f3e-459e-95fa-73a3c78ab1f0"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:46:09.307946 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35213b70-c014-44a0-84bd-6476238ef163 service neutron] Pushing event updated for resources: {'Port': ['ID=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:09.314690 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1516a371-9ecd-4cbf-948e-6b3ace021bb4 x-openstack-request-id: req-1516a371-9ecd-4cbf-948e-6b3ace021bb4 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:46:09.314970 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bc0af3-4371-47d7-ad76-d4205e75c03c", "tag": "6f646d78-6f3e-459e-95fa-73a3c78ab1f0", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:46:09.315216 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1516a371-9ecd-4cbf-948e-6b3ace021bb4 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:46:09.315608 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bc0af3-4371-47d7-ad76-d4205e75c03c', 'tag': '6f646d78-6f3e-459e-95fa-73a3c78ab1f0', 'status': 'completed', 'code': 200} Jan 10 11:46:09.371962 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33b49e-a286-4226-ba21-ea8d5b577f58 req-e44c0385-d7ac-43b9-8ca6-db2216301767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:09.373439 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d33b49e-a286-4226-ba21-ea8d5b577f58 req-e44c0385-d7ac-43b9-8ca6-db2216301767 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 1097 time: 0.0398116 Jan 10 11:46:09.476097 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33b49e-a286-4226-ba21-ea8d5b577f58 req-88001d2e-5e81-48fa-b99b-982f836d0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:09.477561 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d33b49e-a286-4226-ba21-ea8d5b577f58 req-88001d2e-5e81-48fa-b99b-982f836d0276 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0981028 Jan 10 11:46:09.578583 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33b49e-a286-4226-ba21-ea8d5b577f58 req-71a3eddf-eced-4bbe-947a-59b5b4bf2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:09.580061 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d33b49e-a286-4226-ba21-ea8d5b577f58 req-71a3eddf-eced-4bbe-947a-59b5b4bf2a67 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960920 Jan 10 11:46:09.667231 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090076e6-6876-446f-8329-c6130a019118 req-70f31989-95ce-45d3-aa98-3c995579b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:09.668792 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-70f31989-95ce-45d3-aa98-3c995579b870 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 1097 time: 0.0486903 Jan 10 11:46:09.700019 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8ad73-351e-4234-942b-167fb8cb31dc req-06b3daf2-c31b-46c8-b953-a09733a9f5c8 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:09.701641 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-53b8ad73-351e-4234-942b-167fb8cb31dc req-06b3daf2-c31b-46c8-b953-a09733a9f5c8 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 944 time: 0.0520232 Jan 10 11:46:09.713591 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-fd6850d9-09d4-4538-a652-4d4be315cdb7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646d78-6f3e-459e-95fa-73a3c78ab1f0 HTTP/1.1" status: 200 len: 217 time: 0.0378809 Jan 10 11:46:09.755083 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-53b8ad73-351e-4234-942b-167fb8cb31dc req-bfbf0120-1357-4b3c-9c4d-1e53e0e90a8d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475686 Jan 10 11:46:09.765914 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090076e6-6876-446f-8329-c6130a019118 req-48d95ec4-26d7-44eb-baed-50e28102671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:09.767554 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-48d95ec4-26d7-44eb-baed-50e28102671d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e383cb1-7e20-46c1-b9a5-229e23a3a306 HTTP/1.1" status: 200 len: 854 time: 0.0482283 Jan 10 11:46:09.801767 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-6fbcf544-573b-4a42-9870-4b24f3a800e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e5d4369a-3d75-409b-831d-a85be7aee434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282102 Jan 10 11:46:09.915861 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-52e7561c-8364-4beb-86b8-652c39d3d86e service neutron] 10.222.0.31 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083014 Jan 10 11:46:10.025360 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-090076e6-6876-446f-8329-c6130a019118 req-a1276a33-a1b7-4e1f-84a3-d434b0282899 service neutron] 10.222.0.31 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035075 Jan 10 11:46:10.885878 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43215249-5481-4cc6-824a-8d1192910409 req-1bb5962a-2f46-4174-a90a-7bc68d38252d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:10.887476 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-43215249-5481-4cc6-824a-8d1192910409 req-1bb5962a-2f46-4174-a90a-7bc68d38252d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 944 time: 0.0560882 Jan 10 11:46:10.948213 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-43215249-5481-4cc6-824a-8d1192910409 req-7dd6bace-2522-40ba-9ece-1e3de1e83589 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Jan 10 11:46:12.087724 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f45f10-8b7c-49bd-a200-6f738fc58d66 req-2c0d74f9-9748-473a-a8ae-f66986ee32aa tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:12.089195 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38f45f10-8b7c-49bd-a200-6f738fc58d66 req-2c0d74f9-9748-473a-a8ae-f66986ee32aa tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 944 time: 0.0529904 Jan 10 11:46:12.136942 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-38f45f10-8b7c-49bd-a200-6f738fc58d66 req-ff7313bd-5289-4654-b9aa-fba4e40340c9 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Jan 10 11:46:13.275909 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814ecf7-d61c-441a-849e-7dc6ffff5213 req-e40d1d80-4d1b-4938-b151-847467c6115e tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:13.277462 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6814ecf7-d61c-441a-849e-7dc6ffff5213 req-e40d1d80-4d1b-4938-b151-847467c6115e tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 944 time: 0.0556338 Jan 10 11:46:13.334577 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6814ecf7-d61c-441a-849e-7dc6ffff5213 req-ab8c69f6-0448-4cbc-a988-79c67246b71a tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490687 Jan 10 11:46:13.445433 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:46:13.556484 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:46:13.570595 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '6f646d78-6f3e-459e-95fa-73a3c78ab1f0', 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434', 'port_id': '6f646d78-6f3e-459e-95fa-73a3c78ab1f0', 'mac_address': 'fa:16:3e:60:ff:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e383cb1-7e20-46c1-b9a5-229e23a3a306', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:46:13.616408 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:13.638617 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:46:13.661640 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:46:13.769726 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:13.847374 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:13.982199 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6f646d78-6f3e-459e-95fa-73a3c78ab1f0'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:46:14.483384 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99f94-bd20-454d-a6a7-d14d1c96317e req-951a1833-3f5f-4315-93fd-798865f87f7f tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:14.485060 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-12d99f94-bd20-454d-a6a7-d14d1c96317e req-951a1833-3f5f-4315-93fd-798865f87f7f tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 945 time: 0.0587392 Jan 10 11:46:14.550105 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-12d99f94-bd20-454d-a6a7-d14d1c96317e req-c4f5abd7-8ae3-4869-a070-2691a91f25fb tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546591 Jan 10 11:46:15.456232 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:46:15.612763 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:46:15.617557 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:46:15.622336 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:15.702257 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a67d28-156b-488c-9014-81090392b8d7 req-48aec3e3-a162-4529-8b01-b73a6613325e tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:15.703915 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d4a67d28-156b-488c-9014-81090392b8d7 req-48aec3e3-a162-4529-8b01-b73a6613325e tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 945 time: 0.0630724 Jan 10 11:46:15.712304 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:15.743579 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bc0af3-4371-47d7-ad76-d4205e75c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f646d78-6f3e-459e-95fa-73a3c78ab1f0'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:46:15.747523 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1840c8b9-f523-4492-b6b4-1be09968f872" -d '{"events": [{"server_uuid": "48bc0af3-4371-47d7-ad76-d4205e75c03c", "name": "network-vif-plugged", "status": "completed", "tag": "6f646d78-6f3e-459e-95fa-73a3c78ab1f0"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:46:15.764921 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:46:15.770531 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d4a67d28-156b-488c-9014-81090392b8d7 req-7b168df9-4db6-4128-b713-17e035b10c77 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594933 Jan 10 11:46:15.803660 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b7aa84-6b00-461a-a9f6-28ddd87158c4 x-openstack-request-id: req-d5b7aa84-6b00-461a-a9f6-28ddd87158c4 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:46:15.804070 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bc0af3-4371-47d7-ad76-d4205e75c03c", "name": "network-vif-plugged", "status": "completed", "tag": "6f646d78-6f3e-459e-95fa-73a3c78ab1f0", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:46:15.804415 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5b7aa84-6b00-461a-a9f6-28ddd87158c4 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:46:15.805740 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bc0af3-4371-47d7-ad76-d4205e75c03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f646d78-6f3e-459e-95fa-73a3c78ab1f0', 'code': 200} Jan 10 11:46:15.830336 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:15.908375 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:16.179254 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462c422-7c11-493f-a7eb-7b1d001e8dc5 req-d1150037-03b2-4f32-9557-91f1058f3845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:16.180915 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9462c422-7c11-493f-a7eb-7b1d001e8dc5 req-d1150037-03b2-4f32-9557-91f1058f3845 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 1099 time: 0.0587077 Jan 10 11:46:16.234487 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-9462c422-7c11-493f-a7eb-7b1d001e8dc5 req-925889ed-0381-438c-a3ff-9aca6c2b4a54 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462139 Jan 10 11:46:16.910562 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50948a48-fe2d-4475-b86f-e7710d867b0a req-d958a0af-49e0-4254-9511-9bc0c3e3b2fa tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:16.912049 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-50948a48-fe2d-4475-b86f-e7710d867b0a req-d958a0af-49e0-4254-9511-9bc0c3e3b2fa tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 946 time: 0.0580270 Jan 10 11:46:16.967465 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-50948a48-fe2d-4475-b86f-e7710d867b0a req-8ad256e1-bfcd-424d-b615-4bdb4036a62e tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493755 Jan 10 11:46:18.090759 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13d5fd-34a0-4861-8489-3fb9908a35d1 req-faf5b73e-a229-4663-b4fe-e520acb374d1 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:18.092223 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa13d5fd-34a0-4861-8489-3fb9908a35d1 req-faf5b73e-a229-4663-b4fe-e520acb374d1 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 946 time: 0.0537634 Jan 10 11:46:18.140300 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fa13d5fd-34a0-4861-8489-3fb9908a35d1 req-7cff1535-ada5-46c6-be0c-49f6f3fcefa6 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418606 Jan 10 11:46:19.257490 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0304a6-aecd-457c-afe2-6b6c183cda99 req-7df3369b-8f20-4e86-b034-b2a2eaa3e953 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:19.258984 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b0304a6-aecd-457c-afe2-6b6c183cda99 req-7df3369b-8f20-4e86-b034-b2a2eaa3e953 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 946 time: 0.0505471 Jan 10 11:46:19.311038 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7b0304a6-aecd-457c-afe2-6b6c183cda99 req-c828ed2a-538e-492f-bdf6-3574c167e58d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465431 Jan 10 11:46:20.448148 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7cbc-fe4c-4dd7-a641-84e793ab38a9 req-f9f39bfc-54b3-4204-a8b6-c8972c272522 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:20.449678 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-590c7cbc-fe4c-4dd7-a641-84e793ab38a9 req-f9f39bfc-54b3-4204-a8b6-c8972c272522 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 946 time: 0.0547972 Jan 10 11:46:20.537798 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-590c7cbc-fe4c-4dd7-a641-84e793ab38a9 req-56af89cf-1ab3-4c7c-a936-d54b351be3b2 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768442 Jan 10 11:46:24.430716 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a9ad09ee-9ed3-457d-8acd-d803a786218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:26.681788 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6ebfdce3-19cd-48f9-944c-bfaa05cbe5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:28.041439 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:29.692749 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:30.209726 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:30.866125 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:31.823943 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:46:35.300574 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-b9235f21-d83a-4b9a-aa22-ede6160168d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503967 Jan 10 11:46:35.414300 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-81a39c81-a011-4f55-abf0-93fa9d1d60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:35.415886 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-81a39c81-a011-4f55-abf0-93fa9d1d60a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 1099 time: 0.0492289 Jan 10 11:46:35.573020 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-6e63c1d7-bbb0-4f28-8499-381f5a66e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:35.575167 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-6e63c1d7-bbb0-4f28-8499-381f5a66e023 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e5d4369a-3d75-409b-831d-a85be7aee434 HTTP/1.1" status: 200 len: 915 time: 0.1302102 Jan 10 11:46:35.621726 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-443cd5c5-cabd-4089-81b5-7ac5341721ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f646d78-6f3e-459e-95fa-73a3c78ab1f0 HTTP/1.1" status: 200 len: 217 time: 0.0401075 Jan 10 11:46:35.684384 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-30df76fc-ea2c-45a6-b44b-18120ef23485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:35.686025 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-30df76fc-ea2c-45a6-b44b-18120ef23485 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e383cb1-7e20-46c1-b9a5-229e23a3a306 HTTP/1.1" status: 200 len: 854 time: 0.0580294 Jan 10 11:46:35.738786 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-66bb04b4-17e5-4fce-8173-ddb6ea53ed0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e5d4369a-3d75-409b-831d-a85be7aee434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447602 Jan 10 11:46:35.847898 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-10f786a0-765a-4c1d-8e63-42e82c4a7cad service neutron] 10.222.0.31 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944333 Jan 10 11:46:35.956292 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-96e071f9-c9cb-4b3c-8074-3c58fb1332b9 req-d1aead56-6283-4553-9c40-4379ac9ca36d service neutron] 10.222.0.31 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012089 Jan 10 11:46:54.239897 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47018) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:54.399993 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98128407-84ec-42fa-b07c-5d790876c6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:54.458590 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6e8231a5-99db-4cb0-be03-7b8351dd626e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:54.488925 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98128407-84ec-42fa-b07c-5d790876c6c2 admin admin] Publish callbacks [] for security_group (0de8bb46-855f-4bca-8af2-0a383397ea6c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:54.564334 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-98128407-84ec-42fa-b07c-5d790876c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0de8bb46-855f-4bca-8af2-0a383397ea6c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:54.619503 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-98128407-84ec-42fa-b07c-5d790876c6c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c5a88cbfcac44e499a4bed44997351f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3759563 Jan 10 11:46:54.620536 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98128407-84ec-42fa-b07c-5d790876c6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de8bb46-855f-4bca-8af2-0a383397ea6c,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:54.623748 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47022) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:54.716901 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6842d6b-a385-47d4-8109-a19dc15bbc82 admin admin] Publish callbacks [] for security_group (0de8bb46-855f-4bca-8af2-0a383397ea6c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:54.749389 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6842d6b-a385-47d4-8109-a19dc15bbc82 admin admin] Publish callbacks [] for security_group (0de8bb46-855f-4bca-8af2-0a383397ea6c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:54.962266 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6842d6b-a385-47d4-8109-a19dc15bbc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (0de8bb46-855f-4bca-8af2-0a383397ea6c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:54.965214 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a6842d6b-a385-47d4-8109-a19dc15bbc82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:54.966458 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a6842d6b-a385-47d4-8109-a19dc15bbc82 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0de8bb46-855f-4bca-8af2-0a383397ea6c HTTP/1.1" status: 204 len: 168 time: 0.3412597 Jan 10 11:46:54.976760 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6842d6b-a385-47d4-8109-a19dc15bbc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de8bb46-855f-4bca-8af2-0a383397ea6c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:56.310021 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47048) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:56.424295 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-114900846-network', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:46:56.517709 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Made reservation on behalf of 3f1d77884a2a4a7ebb85ba71e9d864a7 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:46:56.520155 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:56.531360 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:56.653099 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Publish callbacks [] for security_group (67889b6d-5bde-47e6-8233-da24d0ba424e), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:56.760753 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3b568ebf-019d-4d9b-bf2d-b04adf15466e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:56.806111 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (67889b6d-5bde-47e6-8233-da24d0ba424e), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:56.836714 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:46:56.842671 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67889b6d-5bde-47e6-8233-da24d0ba424e,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:56.851754 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (32e9a115-bf18-4ca2-998b-ebb73492a964), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:56.852257 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Added segment 32e9a115-bf18-4ca2-998b-ebb73492a964 of type vlan for network 92f5a063-7815-44d4-b602-8402ae90a4bb Jan 10 11:46:56.902989 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (92f5a063-7815-44d4-b602-8402ae90a4bb), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:57.029139 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (92f5a063-7815-44d4-b602-8402ae90a4bb), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:57.030137 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:57.030753 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:57.100113 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] Pushing event updated for resources: {'Network': ['ID=92f5a063-7815-44d4-b602-8402ae90a4bb,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:57.111520 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 92f5a063-7815-44d4-b602-8402ae90a4bb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:46:57.171576 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7f323205-778f-427e-b4e0-123765a60868 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8602474 Jan 10 11:46:57.174753 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47054) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:57.182039 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Request body: {'subnet': {'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-114900846-subnet', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:46:57.395170 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Made reservation on behalf of 3f1d77884a2a4a7ebb85ba71e9d864a7 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:46:57.399746 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:57.706648 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (cd91d361-f895-4ebc-be9f-c6907dfaef3a), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:57.775428 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd91d361-f895-4ebc-be9f-c6907dfaef3a,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:57.786007 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Checking segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:46:57.786548 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Network hostable DHCP agents. Network: 92f5a063-7815-44d4-b602-8402ae90a4bb, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:46:57.980130 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Network 92f5a063-7815-44d4-b602-8402ae90a4bb is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:46:58.091684 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.125546 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 92f5a063-7815-44d4-b602-8402ae90a4bb) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:46:58.129764 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:46:58.130378 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.135527 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107d51f-7b9d-455a-995f-249d317567cb None None] Network 92f5a063-7815-44d4-b602-8402ae90a4bb requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:46:58.238670 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-92f5a063-7815-44d4-b602-8402ae90a4bb', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:46:58.239559 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.260755 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-6eb74155-dcad-42eb-830a-4ba4672847d3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0846050 Jan 10 11:46:58.264551 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47058) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:46:58.271241 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:46:58.389122 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Allocated IP 172.20.0.2 (92f5a063-7815-44d4-b602-8402ae90a4bb/cd91d361-f895-4ebc-be9f-c6907dfaef3a/3e51c23d-94ed-43eb-8ab9-4c80564bc7a1) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:46:58.403803 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (47a892f6-9467-48b2-915b-9751f8cac398), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.405034 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (47a892f6-9467-48b2-915b-9751f8cac398), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.470940 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks [] for router_controller (47a892f6-9467-48b2-915b-9751f8cac398), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.683255 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks [] for router_gateway (47a892f6-9467-48b2-915b-9751f8cac398), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.728943 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Publish callbacks [] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.809873 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.869930 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Pushing event updated for resources: {'Port': ['ID=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:58.881978 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Network 92f5a063-7815-44d4-b602-8402ae90a4bb is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:46:58.884491 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.884835 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.885187 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.885512 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.886051 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.886404 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.886928 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.887279 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.887576 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.888075 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.888392 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.888887 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.889395 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:46:58.893183 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:46:58.898456 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:46:58.972060 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Attempting to bind port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:46:58.972529 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Attempting to bind port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:46:58.972885 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Attempting to bind port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 on network 92f5a063-7815-44d4-b602-8402ae90a4bb {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:46:58.979400 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:46:58.979802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Checking segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:46:58.980152 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:58.980538 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Bound using segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:46:58.981011 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Bound port: 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:46:58.981687 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:59.019777 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks [] for router_gateway (47a892f6-9467-48b2-915b-9751f8cac398), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:59.041430 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:59.063070 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] For port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:46:59.066576 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] For port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:46:59.190157 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:59.230269 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Allocated IP 172.37.3.136 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/09ccf4c7-b7e6-4778-8521-cec877c6f7e9) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:46:59.298910 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5442bd-8421-47ae-9e4d-48d499348e2b None None] Pushing event updated for resources: {'Port': ['ID=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:46:59.671692 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:59.719417 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks [] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:59.846698 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:46:59.901779 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:46:59.904929 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:46:59.908993 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:46:59.916002 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Pushing event updated for resources: {'Port': ['ID=09ccf4c7-b7e6-4778-8521-cec877c6f7e9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:00.098819 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:00.214356 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:00.215089 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.292889 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.333815 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks [] for router_gateway (47a892f6-9467-48b2-915b-9751f8cac398), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.341908 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.386487 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:00.462842 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a9d79-df5e-4787-8466-b3405523b224 None None] Network 92f5a063-7815-44d4-b602-8402ae90a4bb requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:47:00.489230 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.595393 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-3769970e-e00a-47e4-8fa5-3a09ec25e0a5 None None] Provisioning complete for port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:00.595766 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-3769970e-e00a-47e4-8fa5-3a09ec25e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.618471 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:00.622935 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (47a892f6-9467-48b2-915b-9751f8cac398), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.851460 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Router 47a892f6-9467-48b2-915b-9751f8cac398 is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:47:00.885516 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.953834 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-19ef7b2d-18a6-42fc-a7f9-9a7b643d7d59 None None] Provisioning complete for port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:00.954370 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-19ef7b2d-18a6-42fc-a7f9-9a7b643d7d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:00.998082 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:47:01.014016 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:47:01.055854 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:47:01.056512 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:46:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:01.079459 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:01.080931 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b318c99e-9eda-455c-9389-3833d3fad68a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8143544 Jan 10 11:47:01.085196 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47068) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:01.191214 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:47:01.451385 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:00Z', 'revision_number': 3, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:01.498775 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:47:01.504564 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Updating router 47a892f6-9467-48b2-915b-9751f8cac398 port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:47:01.542823 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:01.635115 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:01.844583 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Publish callbacks [] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:01.908727 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.006851 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef3812-f791-4c27-8f4d-559a492ddedf None None] Pushing event updated for resources: {'Port': ['ID=09ccf4c7-b7e6-4778-8521-cec877c6f7e9,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:02.014066 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Attempting to bind port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:47:02.014705 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Attempting to bind port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:47:02.015646 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Attempting to bind port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:02.024145 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:47:02.024675 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:47:02.025180 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.025581 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:47:02.026264 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Bound port: 09ccf4c7-b7e6-4778-8521-cec877c6f7e9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:47:02.026665 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.083764 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:02.155699 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] For port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:47:02.160112 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] For port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=09ccf4c7-b7e6-4778-8521-cec877c6f7e9,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:47:02.185422 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:02.185957 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.217305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Allocated IP 172.20.0.1 (92f5a063-7815-44d4-b602-8402ae90a4bb/cd91d361-f895-4ebc-be9f-c6907dfaef3a/1a20fdc1-7d46-42b5-89aa-f065fb7f775b) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:47:02.297110 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.348292 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Publish callbacks [] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.410800 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:47:02.411849 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:46:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:02.450346 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef3812-f791-4c27-8f4d-559a492ddedf None None] Pushing event updated for resources: {'Port': ['ID=09ccf4c7-b7e6-4778-8521-cec877c6f7e9,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:02.465412 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.513669 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Network 92f5a063-7815-44d4-b602-8402ae90a4bb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:47:02.520723 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:02.524671 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:47:02.531384 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:02.549501 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:47:02.590247 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (47a892f6-9467-48b2-915b-9751f8cac398), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.908409 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.912354 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b481f673-cd24-4078-8480-0232e35d0f48 None None] Provisioning complete for port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:02.912913 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b481f673-cd24-4078-8480-0232e35d0f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:02.959064 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-99049736-58e9-423a-ba36-1e90530480cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:00Z', 'revision_number': 3, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:03.002937 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99049736-58e9-423a-ba36-1e90530480cb None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:00Z', 'revision_number': 3, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:47:03.007063 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b481f673-cd24-4078-8480-0232e35d0f48 None None] Port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:47:03.119992 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Publish callbacks [] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:03.233874 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:03.349868 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Pushing event updated for resources: {'Port': ['ID=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:03.356410 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (47a892f6-9467-48b2-915b-9751f8cac398), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:03.492521 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Network 92f5a063-7815-44d4-b602-8402ae90a4bb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:47:03.494597 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:03.711837 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Router 47a892f6-9467-48b2-915b-9751f8cac398 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:47:03.851437 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-f7aff9a3-5bf9-4eca-be38-bbb4b7b4d32a None None] Provisioning complete for port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:03.852317 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f7aff9a3-5bf9-4eca-be38-bbb4b7b4d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:03.888491 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:47:03.898261 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-e17bfca5-7b46-4ae4-a93c-375d4acdfce1 admin admin] 10.222.0.20 "PUT /v2.0/routers/47a892f6-9467-48b2-915b-9751f8cac398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8114016 Jan 10 11:47:03.916265 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-f7aff9a3-5bf9-4eca-be38-bbb4b7b4d32a None None] Port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:47:04.083164 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:04.143789 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:04.144532 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:04.242841 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:04.273650 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=09ccf4c7-b7e6-4778-8521-cec877c6f7e9,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:04.442185 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:04.502958 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=09ccf4c7-b7e6-4778-8521-cec877c6f7e9,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:04.946592 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:47:04.955607 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47098) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:04.963532 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1061252674-network', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:04.968636 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:47:04.969702 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:46:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:05.065233 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Made reservation on behalf of b92b063ab43f4e6fb29792a7265cd2f3 for: {'network': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:47:05.068869 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for network (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.079116 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.110180 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:47:05.184334 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Publish callbacks [] for security_group (a6793245-d751-417d-a597-27277bab25d5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.328122 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a6793245-d751-417d-a597-27277bab25d5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.352534 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103371) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 10 11:47:05.361658 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 2, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:05.369494 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6793245-d751-417d-a597-27277bab25d5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:05.375269 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (28a00853-2d60-4449-9110-46a8490ff652), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.375607 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.segments_db [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Added segment 28a00853-2d60-4449-9110-46a8490ff652 of type vlan for network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 Jan 10 11:47:05.416774 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:47:05.417350 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Updating router 47a892f6-9467-48b2-915b-9751f8cac398 port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:47:05.427357 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732914552697'] for network (7e15065e-e63f-47ba-a817-6c61e34bdcb6), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.464159 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.558893 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581'] for network (7e15065e-e63f-47ba-a817-6c61e34bdcb6), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.560040 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:05.560722 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.633193 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Pushing event updated for resources: {'Network': ['ID=7e15065e-e63f-47ba-a817-6c61e34bdcb6,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:05.641581 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.641882 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.642254 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.642594 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.642951 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.643262 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.643595 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.643926 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.644254 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.644582 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.644903 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.645228 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.645595 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:05.660861 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=103372) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 10 11:47:05.742603 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-8d2d7469-e6e6-4ac4-8543-48730c6fb461 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7845380 Jan 10 11:47:05.746138 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47102) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:05.756688 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Request body: {'subnet': {'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1061252674-subnet', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'ip_version': 4}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:05.889506 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Publish callbacks [] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:05.901759 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Made reservation on behalf of b92b063ab43f4e6fb29792a7265cd2f3 for: {'subnet': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:47:05.904259 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4586393'] for subnet (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.009607 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.071341 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:06.099243 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Pushing event updated for resources: {'Port': ['ID=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:06.112857 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.113690 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.114074 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.114493 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.115014 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.115511 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.115843 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.116170 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.116616 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.116966 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.117294 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.117610 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.117954 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:06.154854 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:06.155377 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.184754 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Attempting to bind port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:47:06.185122 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Attempting to bind port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:47:06.185578 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Attempting to bind port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b on network 92f5a063-7815-44d4-b602-8402ae90a4bb {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:06.195644 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:47:06.196203 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Checking segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:47:06.196857 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.197415 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Bound using segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:47:06.198191 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Bound port: 1a20fdc1-7d46-42b5-89aa-f065fb7f775b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:47:06.198960 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.243126 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5965978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4586379'] for subnet (db6961b3-cc3b-4a04-bf15-df7adc965719), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.327932 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] For port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:47:06.333416 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] For port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:47:06.361738 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6961b3-cc3b-4a04-bf15-df7adc965719,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:06.386130 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Checking segment: {'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:47:06.386575 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Network hostable DHCP agents. Network: 7e15065e-e63f-47ba-a817-6c61e34bdcb6, hostable agents: ['24e64328-8385-433d-9314-ad4ce5ef905b'], hosted agents: [] {{(pid=103371) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 10 11:47:06.460036 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.466356 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-e1f70ef1-87d3-4606-bae9-6a2c0456aebb None None] Provisioning complete for port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:06.466728 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e1f70ef1-87d3-4606-bae9-6a2c0456aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.510310 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 is scheduled to be hosted by DHCP agent 24e64328-8385-433d-9314-ad4ce5ef905b with binding_index 1 {{(pid=103371) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 10 11:47:06.532897 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:47:06.533881 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:46:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:06.589587 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa16629-d4d7-4eaf-9718-bcbb025d4b54 None None] Pushing event updated for resources: {'Port': ['ID=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:06.598942 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e1f70ef1-87d3-4606-bae9-6a2c0456aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.639303 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7e15065e-e63f-47ba-a817-6c61e34bdcb6) {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:06.641788 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-e1f70ef1-87d3-4606-bae9-6a2c0456aebb None None] For port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:06.656990 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:06.658127 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.669840 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71e384-2537-4574-a3a5-b717159d5908 None None] Network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:47:06.719095 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:47:06.757577 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e1f70ef1-87d3-4606-bae9-6a2c0456aebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.837337 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f70ef1-87d3-4606-bae9-6a2c0456aebb None None] Pushing event updated for resources: {'Port': ['ID=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:06.852439 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7e15065e-e63f-47ba-a817-6c61e34bdcb6', 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6', 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'fixed_ips': [{'subnet_id': 'db6961b3-cc3b-4a04-bf15-df7adc965719'}]}} from dv-cinder-master-3-iscsi. {{(pid=103372) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 10 11:47:06.853995 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.858018 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47110) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:06.859734 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-7f9e1108-9441-4c41-a2e7-2dda3001ed9c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1116214 Jan 10 11:47:06.862937 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:06.955588 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ab9c9960-3fe4-44a3-b7a8-8b9bdaf63bb5 None None] Provisioning complete for port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:06.956267 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9960-3fe4-44a3-b7a8-8b9bdaf63bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.987760 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12035'] for router (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:06.990524 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-636599', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-636730', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-935868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12052'] for router (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.081244 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:07.098793 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks [] for router_controller (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), precommit_add_association {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.109075 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.db_base_plugin_common [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Allocated IP 172.20.0.2 (7e15065e-e63f-47ba-a817-6c61e34bdcb6/db6961b3-cc3b-4a04-bf15-df7adc965719/cd06df34-9196-4512-88cf-05d91727d718) {{(pid=103372) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:47:07.122046 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c93c44-40dc-4dc6-ad9f-54c4235b8554 None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:47:07.345824 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Publish callbacks [] for port (cd06df34-9196-4512-88cf-05d91727d718), precommit_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.350748 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks [] for router_gateway (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.496067 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838'] for port (cd06df34-9196-4512-88cf-05d91727d718), after_create {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.545684 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 is already hosted by enough agents. {{(pid=103372) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:47:07.557141 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.scheduler.base_scheduler [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Resources bound (agent type, host, resource id): {{(pid=103372) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:07.561091 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Pushing event updated for resources: {'Port': ['ID=cd06df34-9196-4512-88cf-05d91727d718,revision_number=1']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:07.565035 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Received port after_create {{(pid=103372) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:47:07.648899 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Attempting to bind port cd06df34-9196-4512-88cf-05d91727d718 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:47:07.649276 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Attempting to bind port cd06df34-9196-4512-88cf-05d91727d718 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:47:07.650870 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Attempting to bind port cd06df34-9196-4512-88cf-05d91727d718 on network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:07.656854 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:47:07.657313 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Checking segment: {'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:47:07.657686 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.658086 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Bound using segment: {'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:47:07.658699 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Bound port: cd06df34-9196-4512-88cf-05d91727d718, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:47:07.659002 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (cd06df34-9196-4512-88cf-05d91727d718), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.772082 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] For port cd06df34-9196-4512-88cf-05d91727d718, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:47:07.794942 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] For port cd06df34-9196-4512-88cf-05d91727d718, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd06df34-9196-4512-88cf-05d91727d718,segment=NetworkSegment(28a00853-2d60-4449-9110-46a8490ff652),segment_id=28a00853-2d60-4449-9110-46a8490ff652)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:47:07.868806 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks [] for router_gateway (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.891676 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:07.935562 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (cd06df34-9196-4512-88cf-05d91727d718), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:08.001820 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68e406-7cd3-4ad5-8791-4665c8a4552f None None] Pushing event updated for resources: {'Port': ['ID=cd06df34-9196-4512-88cf-05d91727d718,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:08.120399 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Allocated IP 172.37.3.27 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/a691b51a-e527-4b04-bb61-9fb57638b0a9) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:47:08.150891 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 1a20fdc1-7d46-42b5-89aa-f065fb7f775b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:08.259722 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:08.260337 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:08.303771 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks [] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:08.532630 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:08.619831 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:47:08.625388 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:08.632691 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:47:08.689667 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Pushing event updated for resources: {'Port': ['ID=a691b51a-e527-4b04-bb61-9fb57638b0a9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:08.714383 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.714985 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.715529 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.716098 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.716634 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.717204 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.717805 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.718389 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.719216 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.719789 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.720355 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.720907 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.721472 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:47:08.829829 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:47:09.154580 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks [] for router_gateway (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:09.388298 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c7d198-097c-4e2e-acaa-50cd75d868c6 None None] Network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:47:09.429849 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-636604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-636687'] for router (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:09.532986 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-411f8512-8eca-4d1c-9460-7f07377f3a1f None None] Provisioning complete for port cd06df34-9196-4512-88cf-05d91727d718 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:09.533657 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-411f8512-8eca-4d1c-9460-7f07377f3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (cd06df34-9196-4512-88cf-05d91727d718), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:09.706089 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d is scheduled to L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 with binding_index 1 {{(pid=103370) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 10 11:47:09.714698 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-411f8512-8eca-4d1c-9460-7f07377f3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (cd06df34-9196-4512-88cf-05d91727d718), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:09.764982 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-411f8512-8eca-4d1c-9460-7f07377f3a1f None None] For port cd06df34-9196-4512-88cf-05d91727d718, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd06df34-9196-4512-88cf-05d91727d718,segment=NetworkSegment(28a00853-2d60-4449-9110-46a8490ff652),segment_id=28a00853-2d60-4449-9110-46a8490ff652)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:09.805276 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1d8a1-e189-4eb3-bb88-b96056c777a7 req-6a4c1f57-8444-422c-a66c-f82b73f663d3 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:09.807131 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4aa1d8a1-e189-4eb3-bb88-b96056c777a7 req-6a4c1f57-8444-422c-a66c-f82b73f663d3 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 946 time: 0.1373501 Jan 10 11:47:09.856084 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-411f8512-8eca-4d1c-9460-7f07377f3a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (cd06df34-9196-4512-88cf-05d91727d718), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:09.887016 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4aa1d8a1-e189-4eb3-bb88-b96056c777a7 req-2248bcd9-7cda-4b39-805e-e270fcbc413e tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688426 Jan 10 11:47:09.892893 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:47:09.905570 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Sync routers for ids ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:47:09.935939 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Routers {'03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:47:09.936574 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:46:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:09.938593 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f8512-8eca-4d1c-9460-7f07377f3a1f None None] Pushing event updated for resources: {'Port': ['ID=cd06df34-9196-4512-88cf-05d91727d718,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:10.034718 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-37ef259c-8903-449d-8307-43e87a22eb82 None None] Provisioning complete for port cd06df34-9196-4512-88cf-05d91727d718 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:10.035098 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-37ef259c-8903-449d-8307-43e87a22eb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (cd06df34-9196-4512-88cf-05d91727d718), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:10.076972 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:10.078319 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-2e5f642e-485d-4a43-a184-dc27b0fdb9bc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2192183 Jan 10 11:47:10.079319 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device cd06df34-9196-4512-88cf-05d91727d718 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:10.084043 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47128) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:10.133326 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Set router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:47:10.311256 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port cd06df34-9196-4512-88cf-05d91727d718 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:10.311634 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (cd06df34-9196-4512-88cf-05d91727d718), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:10.603405 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:47:08Z', 'revision_number': 3, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port': {'id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:07Z', 'updated_at': '2022-01-10T11:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:10.652937 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Checking router: 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:47:10.653482 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Updating router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d port a691b51a-e527-4b04-bb61-9fb57638b0a9 binding host dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:47:10.653627 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:10.693941 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:10.827742 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Allocated IP 172.20.0.1 (7e15065e-e63f-47ba-a817-6c61e34bdcb6/db6961b3-cc3b-4a04-bf15-df7adc965719/807d0fe4-5d3a-4825-95e3-92a67cbe2da9) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:47:10.984483 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Publish callbacks [] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.073699 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Publish callbacks [] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), precommit_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.107913 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a51538-7df8-4409-96a1-a63d21e59a68 req-20bf00b1-f1e2-4116-af5a-5b4e2edfe2f7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:11.109525 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21a51538-7df8-4409-96a1-a63d21e59a68 req-20bf00b1-f1e2-4116-af5a-5b4e2edfe2f7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 946 time: 0.1015277 Jan 10 11:47:11.174698 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.176054 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-c870a4e9-eede-40a9-ae8f-2690fdb0275c tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:11.178279 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-c870a4e9-eede-40a9-ae8f-2690fdb0275c tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.31 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 946 time: 0.0589209 Jan 10 11:47:11.179457 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-21a51538-7df8-4409-96a1-a63d21e59a68 req-a094c7fe-9c5f-46e1-bf12-378d73f8dabb tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625978 Jan 10 11:47:11.194665 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.271580 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Attempting to bind port a691b51a-e527-4b04-bb61-9fb57638b0a9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:47:11.272323 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Attempting to bind port a691b51a-e527-4b04-bb61-9fb57638b0a9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:47:11.273928 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Attempting to bind port a691b51a-e527-4b04-bb61-9fb57638b0a9 on network 87d71f08-dab5-49cc-9f83-920a77efdd4f {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:11.287034 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ed9d6-c12a-41e9-b68b-c3a4ef2f2999 None None] Pushing event updated for resources: {'Port': ['ID=a691b51a-e527-4b04-bb61-9fb57638b0a9,revision_number=2']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:11.291421 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:47:11.292178 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Checking segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103372) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:47:11.292760 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.293363 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Bound using segment: {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'} {{(pid=103372) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:47:11.294118 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.managers [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Bound port: a691b51a-e527-4b04-bb61-9fb57638b0a9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07cd88b-df9e-4dcf-ae72-b2ce9e48133b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f'}}] {{(pid=103372) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:47:11.294737 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.353095 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Deleting port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:47:11.353450 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.371705 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] For port a691b51a-e527-4b04-bb61-9fb57638b0a9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103372) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:47:11.377599 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] For port a691b51a-e527-4b04-bb61-9fb57638b0a9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a691b51a-e527-4b04-bb61-9fb57638b0a9,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:47:11.460836 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] For port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:11.461188 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.476014 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Calling delete_port for 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:47:11.505460 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.543889 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:47:11.548010 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:11.553339 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:47:11.583240 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Routers {'03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:47:11.583943 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:46:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:11.601748 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Pushing event updated for resources: {'Port': ['ID=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:11.619424 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-633402'] for router_interface (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.701087 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ed9d6-c12a-41e9-b68b-c3a4ef2f2999 None None] Pushing event updated for resources: {'Port': ['ID=a691b51a-e527-4b04-bb61-9fb57638b0a9,revision_number=3']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:11.764793 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] Set router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:47:11.785854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (6f646d78-6f3e-459e-95fa-73a3c78ab1f0), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.804458 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['6f646d78-6f3e-459e-95fa-73a3c78ab1f0'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:47:11.819070 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Pushing event deleted for resources: {'Port': ['ID=6f646d78-6f3e-459e-95fa-73a3c78ab1f0,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:11.870941 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] No DVR routers for this DVR port 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:47:11.873143 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:11.876672 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f213fd1d-e99a-4ac7-abee-39f28ca34e4d req-08493895-9cdb-4277-8564-9c79a7274e40 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.31 "DELETE /v2.0/ports/6f646d78-6f3e-459e-95fa-73a3c78ab1f0 HTTP/1.1" status: 204 len: 173 time: 0.6931140 Jan 10 11:47:11.877305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bc0af3-4371-47d7-ad76-d4205e75c03c', 'name': 'network-vif-deleted', 'tag': '6f646d78-6f3e-459e-95fa-73a3c78ab1f0'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:47:11.880379 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bdfd53-34c7-4334-ae8a-b32e66940ddc" -d '{"events": [{"server_uuid": "48bc0af3-4371-47d7-ad76-d4205e75c03c", "name": "network-vif-deleted", "tag": "6f646d78-6f3e-459e-95fa-73a3c78ab1f0"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:47:11.937957 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed9ef52-8937-4da1-996f-7f6f81b0e48f x-openstack-request-id: req-bed9ef52-8937-4da1-996f-7f6f81b0e48f {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:47:11.938463 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bc0af3-4371-47d7-ad76-d4205e75c03c", "name": "network-vif-deleted", "tag": "6f646d78-6f3e-459e-95fa-73a3c78ab1f0", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:47:11.938890 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bed9ef52-8937-4da1-996f-7f6f81b0e48f {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:47:11.939520 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bc0af3-4371-47d7-ad76-d4205e75c03c', 'name': 'network-vif-deleted', 'tag': '6f646d78-6f3e-459e-95fa-73a3c78ab1f0', 'status': 'completed', 'code': 200} Jan 10 11:47:11.957139 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:12.006491 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-0e3d8ab5-58c0-43ed-bfde-e2edd6d8b2d1 None None] Provisioning complete for port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:12.006863 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e3d8ab5-58c0-43ed-bfde-e2edd6d8b2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:12.086077 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-0e3d8ab5-58c0-43ed-bfde-e2edd6d8b2d1 None None] Port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:47:12.118242 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:47:08Z', 'revision_number': 3, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port': {'id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:07Z', 'updated_at': '2022-01-10T11:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:12.147188 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74473ed8-75d3-41d4-bc91-981e510197bd None None] The sync data for ids ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'] in dv-cinder-master-3-iscsi is: [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:47:08Z', 'revision_number': 3, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port': {'id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:07Z', 'updated_at': '2022-01-10T11:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:47:12.236835 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Publish callbacks [] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:12.314679 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-931c235d-3586-4ff2-aa3d-befd795e4cab req-3380e70d-46b9-4c30-b300-e766a1b494fa tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=48bc0af3-4371-47d7-ad76-d4205e75c03c HTTP/1.1" status: 200 len: 210 time: 0.0414238 Jan 10 11:47:12.315833 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:12.395465 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Pushing event updated for resources: {'Port': ['ID=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:12.401180 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-780575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-633550'] for router_interface (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:12.565679 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:47:12.568507 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:12.764150 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:47:12.920734 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:47:12.921011 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-4bde3470-3922-45f5-aed6-43b3ba753ae1 None None] Provisioning complete for port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:12.922328 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4bde3470-3922-45f5-aed6-43b3ba753ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:12.932708 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-67c7b76c-00c2-4183-8fa1-fe0e1a56b819 admin admin] 10.222.0.20 "PUT /v2.0/routers/03f7ed6b-7a5a-4914-b4e0-650c0b6d600d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8473256 Jan 10 11:47:12.995416 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-4bde3470-3922-45f5-aed6-43b3ba753ae1 None None] Port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:47:14.085765 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a691b51a-e527-4b04-bb61-9fb57638b0a9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:14.144658 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port a691b51a-e527-4b04-bb61-9fb57638b0a9 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:14.145075 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:14.237744 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:14.276582 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-915398cb-7b04-4990-8607-5e796c36922a None None] For port a691b51a-e527-4b04-bb61-9fb57638b0a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a691b51a-e527-4b04-bb61-9fb57638b0a9,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:14.419964 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:14.481937 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Pushing event updated for resources: {'Port': ['ID=a691b51a-e527-4b04-bb61-9fb57638b0a9,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:14.505116 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Sync routers for ids ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:47:14.524917 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Routers {'03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:47:14.526239 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:46:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:14.655701 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Set router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:47:14.704320 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47152) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:14.710695 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-60be2af3-bc3e-4104-9927-cfc7df48f5cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361997568', 'description': 'tempest-secgroup-smoke-1361997568 description', 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:14.857089 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60be2af3-bc3e-4104-9927-cfc7df48f5cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:14.949552 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60be2af3-bc3e-4104-9927-cfc7df48f5cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group (92b9b768-7e0f-45e5-a75d-f3565a594f9f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:14.957903 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:47:11Z', 'revision_number': 4, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port': {'id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:07Z', 'updated_at': '2022-01-10T11:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '807d0fe4-5d3a-4825-95e3-92a67cbe2da9', 'name': '', 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'mac_address': 'fa:16:3e:7b:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'db6961b3-cc3b-4a04-bf15-df7adc965719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:10Z', 'updated_at': '2022-01-10T11:47:12Z', 'revision_number': 2, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'subnets': [{'id': 'db6961b3-cc3b-4a04-bf15-df7adc965719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:14.991170 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Checking router: 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:47:14.991509 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Updating router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 binding host dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 10 11:47:15.023434 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.048689 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60be2af3-bc3e-4104-9927-cfc7df48f5cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (92b9b768-7e0f-45e5-a75d-f3565a594f9f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.087778 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be2af3-bc3e-4104-9927-cfc7df48f5cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b9b768-7e0f-45e5-a75d-f3565a594f9f,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:15.218927 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-60be2af3-bc3e-4104-9927-cfc7df48f5cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.220201 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-60be2af3-bc3e-4104-9927-cfc7df48f5cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5144310 Jan 10 11:47:15.224348 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47156) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:15.229554 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-7a7ef030-9d14-411c-9146-f51e6fc28e4d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'security_group_rule': {'security_group_id': '92b9b768-7e0f-45e5-a75d-f3565a594f9f', 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:15.342297 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Publish callbacks [] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), precommit_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.436743 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef030-9d14-411c-9146-f51e6fc28e4d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (feaf31f4-3092-4645-a7c5-8ab6357c2be3), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.504316 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef030-9d14-411c-9146-f51e6fc28e4d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (feaf31f4-3092-4645-a7c5-8ab6357c2be3), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.510511 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.583136 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef030-9d14-411c-9146-f51e6fc28e4d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (feaf31f4-3092-4645-a7c5-8ab6357c2be3), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.589787 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e59c7-05a6-4cb0-bc66-8c58de748d35 None None] Pushing event updated for resources: {'Port': ['ID=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,revision_number=3']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:15.617983 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ef030-9d14-411c-9146-f51e6fc28e4d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaf31f4-3092-4645-a7c5-8ab6357c2be3,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:15.667398 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Attempting to bind port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:47:15.668265 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Attempting to bind port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:47:15.668904 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Attempting to bind port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 on network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:15.676967 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Checking agent: {'id': '88fb92c7-8f68-40c0-b1a3-3066e4018a6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 29, 1), 'started_at': datetime.datetime(2022, 1, 10, 11, 29, 31), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:47:15.678435 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Checking segment: {'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:47:15.678435 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.678435 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Bound using segment: {'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'} {{(pid=103373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:47:15.678958 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.managers [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Bound port: 807d0fe4-5d3a-4825-95e3-92a67cbe2da9, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a00853-2d60-4449-9110-46a8490ff652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6'}}] {{(pid=103373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:47:15.682058 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), before_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.719525 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7a7ef030-9d14-411c-9146-f51e6fc28e4d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.726539 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-7a7ef030-9d14-411c-9146-f51e6fc28e4d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4980433 Jan 10 11:47:15.727034 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47158) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:15.742922 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-d4724f51-108b-4246-a9fe-858cb3ff3245 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'security_group_rule': {'security_group_id': '92b9b768-7e0f-45e5-a75d-f3565a594f9f', 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:15.785586 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] For port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=103373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:47:15.791528 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.plugins.ml2.db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] For port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,segment=NetworkSegment(28a00853-2d60-4449-9110-46a8490ff652),segment_id=28a00853-2d60-4449-9110-46a8490ff652)] {{(pid=103373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:47:15.839648 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-50ec6ce1-4ce9-436c-8eae-75621d6b114c None None] Provisioning complete for port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:15.840246 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-50ec6ce1-4ce9-436c-8eae-75621d6b114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.876614 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4724f51-108b-4246-a9fe-858cb3ff3245 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (d57c8272-3b63-46bf-a9d8-7afb83753be5), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.887261 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-50ec6ce1-4ce9-436c-8eae-75621d6b114c None None] Port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:47:15.920076 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron_lib.callbacks.manager [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), after_update {{(pid=103373) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.955436 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4724f51-108b-4246-a9fe-858cb3ff3245 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (d57c8272-3b63-46bf-a9d8-7afb83753be5), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:15.995148 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Routers {'03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:47:15.995885 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:46:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:16.006548 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e59c7-05a6-4cb0-bc66-8c58de748d35 None None] Pushing event updated for resources: {'Port': ['ID=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,revision_number=4']} {{(pid=103373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:16.064152 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4724f51-108b-4246-a9fe-858cb3ff3245 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (d57c8272-3b63-46bf-a9d8-7afb83753be5), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.084308 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a691b51a-e527-4b04-bb61-9fb57638b0a9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:16.117161 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4724f51-108b-4246-a9fe-858cb3ff3245 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57c8272-3b63-46bf-a9d8-7afb83753be5,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:16.179952 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port a691b51a-e527-4b04-bb61-9fb57638b0a9 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:16.180599 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.189717 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] Set router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:47:16.253627 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-d4724f51-108b-4246-a9fe-858cb3ff3245 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.258652 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47162) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:16.259924 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-d4724f51-108b-4246-a9fe-858cb3ff3245 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5302193 Jan 10 11:47:16.264585 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-db9cc044-9517-4cba-85c0-2cb58e6b640d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'security_group_rule': {'security_group_id': '92b9b768-7e0f-45e5-a75d-f3565a594f9f', 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:16.338566 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2b447505-275f-4865-a369-e0ba6d46f63e None None] Provisioning complete for port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:16.339162 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2b447505-275f-4865-a369-e0ba6d46f63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.462286 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2b447505-275f-4865-a369-e0ba6d46f63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.467363 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db9cc044-9517-4cba-85c0-2cb58e6b640d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (32d07d19-c8fd-4a29-a606-f8112478f43f), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.510614 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2b447505-275f-4865-a369-e0ba6d46f63e None None] For port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,segment=NetworkSegment(28a00853-2d60-4449-9110-46a8490ff652),segment_id=28a00853-2d60-4449-9110-46a8490ff652)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:16.547077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db9cc044-9517-4cba-85c0-2cb58e6b640d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (32d07d19-c8fd-4a29-a606-f8112478f43f), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.564388 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:47:11Z', 'revision_number': 4, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port': {'id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:07Z', 'updated_at': '2022-01-10T11:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '807d0fe4-5d3a-4825-95e3-92a67cbe2da9', 'name': '', 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'mac_address': 'fa:16:3e:7b:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'db6961b3-cc3b-4a04-bf15-df7adc965719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:10Z', 'updated_at': '2022-01-10T11:47:15Z', 'revision_number': 4, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'subnets': [{'id': 'db6961b3-cc3b-4a04-bf15-df7adc965719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:47:16.594315 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2b447505-275f-4865-a369-e0ba6d46f63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.595852 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67893ec2-9588-45a1-823c-9626b133e1f0 None None] The sync data for ids ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'] in dv-cinder-master-3-iscsi is: [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:47:11Z', 'revision_number': 4, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port': {'id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:07Z', 'updated_at': '2022-01-10T11:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '807d0fe4-5d3a-4825-95e3-92a67cbe2da9', 'name': '', 'network_id': '7e15065e-e63f-47ba-a817-6c61e34bdcb6', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'mac_address': 'fa:16:3e:7b:b1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': 'db6961b3-cc3b-4a04-bf15-df7adc965719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:10Z', 'updated_at': '2022-01-10T11:47:15Z', 'revision_number': 4, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'subnets': [{'id': 'db6961b3-cc3b-4a04-bf15-df7adc965719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:47:16.645648 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db9cc044-9517-4cba-85c0-2cb58e6b640d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (32d07d19-c8fd-4a29-a606-f8112478f43f), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.668090 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b447505-275f-4865-a369-e0ba6d46f63e None None] Pushing event updated for resources: {'Port': ['ID=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:16.691575 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cc044-9517-4cba-85c0-2cb58e6b640d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d07d19-c8fd-4a29-a606-f8112478f43f,revision_number=0']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:16.810706 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-db9cc044-9517-4cba-85c0-2cb58e6b640d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:16.812030 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-db9cc044-9517-4cba-85c0-2cb58e6b640d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5523574 Jan 10 11:47:16.815301 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47164) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:16.824496 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-3c59b0c7-87dd-464e-b204-9b34211a4020 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'security_group_rule': {'security_group_id': '92b9b768-7e0f-45e5-a75d-f3565a594f9f', 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:16.893657 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:47:16.921475 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:47:16.921817 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 6f646d78-6f3e-459e-95fa-73a3c78ab1f0 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:47:16.965907 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c59b0c7-87dd-464e-b204-9b34211a4020 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (32fd6df5-90ca-4545-bcfd-a3b49f2353ac), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:17.058035 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c59b0c7-87dd-464e-b204-9b34211a4020 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (32fd6df5-90ca-4545-bcfd-a3b49f2353ac), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:17.165090 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c59b0c7-87dd-464e-b204-9b34211a4020 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (32fd6df5-90ca-4545-bcfd-a3b49f2353ac), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:17.191121 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59b0c7-87dd-464e-b204-9b34211a4020 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fd6df5-90ca-4545-bcfd-a3b49f2353ac,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:17.319032 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-3c59b0c7-87dd-464e-b204-9b34211a4020 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:17.320338 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-3c59b0c7-87dd-464e-b204-9b34211a4020 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5036883 Jan 10 11:47:17.323691 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47174) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:17.330943 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-f7358eea-cda3-44f5-b025-e596f813ce71 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'security_group_rule': {'security_group_id': '92b9b768-7e0f-45e5-a75d-f3565a594f9f', 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:17.490797 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-f7358eea-cda3-44f5-b025-e596f813ce71 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Project 3f1d77884a2a4a7ebb85ba71e9d864a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:47:17.496875 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7358eea-cda3-44f5-b025-e596f813ce71 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (203b55e7-f8e7-402c-8e71-9c639fc86a9c), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:17.588942 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7358eea-cda3-44f5-b025-e596f813ce71 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (203b55e7-f8e7-402c-8e71-9c639fc86a9c), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:17.684641 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7358eea-cda3-44f5-b025-e596f813ce71 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (203b55e7-f8e7-402c-8e71-9c639fc86a9c), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:17.703443 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7358eea-cda3-44f5-b025-e596f813ce71 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203b55e7-f8e7-402c-8e71-9c639fc86a9c,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:17.804308 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-f7358eea-cda3-44f5-b025-e596f813ce71 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:17.805583 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-f7358eea-cda3-44f5-b025-e596f813ce71 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4808788 Jan 10 11:47:17.808712 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47182) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:47:17.813894 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-72775427-6804-49e1-9b35-720a498df41c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'security_group_rule': {'security_group_id': '92b9b768-7e0f-45e5-a75d-f3565a594f9f', 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:17.927623 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.securitygroups_db [None req-72775427-6804-49e1-9b35-720a498df41c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Project 3f1d77884a2a4a7ebb85ba71e9d864a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 10 11:47:17.933536 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72775427-6804-49e1-9b35-720a498df41c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (2bd1a89c-4b3d-4f68-820f-afd4958dfa39), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:18.009523 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72775427-6804-49e1-9b35-720a498df41c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (2bd1a89c-4b3d-4f68-820f-afd4958dfa39), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:18.110852 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:18.145010 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72775427-6804-49e1-9b35-720a498df41c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27951'] for security_group_rule (2bd1a89c-4b3d-4f68-820f-afd4958dfa39), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:18.178856 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72775427-6804-49e1-9b35-720a498df41c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd1a89c-4b3d-4f68-820f-afd4958dfa39,revision_number=0']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:18.191645 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Provisioning complete for port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:18.192089 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:18.275732 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-72775427-6804-49e1-9b35-720a498df41c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:18.278701 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-72775427-6804-49e1-9b35-720a498df41c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4681265 Jan 10 11:47:23.587925 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-f9c6a1c7-c900-4541-bcb0-8ec79711f178 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:23.589440 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-f9c6a1c7-c900-4541-bcb0-8ec79711f178 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/networks?id=e5d4369a-3d75-409b-831d-a85be7aee434 HTTP/1.1" status: 200 len: 814 time: 0.1211791 Jan 10 11:47:23.605810 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-b2b5f8a3-e4ec-4c23-8e18-59c850a494cd tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/quotas/77459867f2ca40c6aac9eebdcfed7ca2 HTTP/1.1" status: 200 len: 375 time: 0.0102131 Jan 10 11:47:23.652887 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-f1a73289-6128-4280-a959-07e190380552 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383258 Jan 10 11:47:23.774516 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d8aae84c-ae1a-414c-bea9-3051c2580843 service neutron] 10.222.0.20 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098595 Jan 10 11:47:23.938959 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-6b2bcf9c-7b04-4bbe-94fb-b592e981ae32 service neutron] 10.222.0.20 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572878 Jan 10 11:47:24.225308 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-07eaf1f4-232a-4e06-8314-edb02a1e3d3d req-42c709ce-92c3-462c-a942-e41c585e1206 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 210 time: 0.0406790 Jan 10 11:47:24.409514 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2fc18003-a727-4edb-af6a-71b115531bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:25.347898 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a0fcab5c-0280-4efd-9dd5-bce7e05d5761 req-28bd1c54-96bd-43db-8118-3920d3b231af tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 210 time: 0.0305226 Jan 10 11:47:26.457566 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ad55ff5a-3174-4614-9954-e311818f0260 req-f8d94d07-e66b-4b66-ad7a-83ebbb3443d6 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 210 time: 0.0370164 Jan 10 11:47:26.689717 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7cf4702d-f393-458b-b53c-2db9b9d51a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:26.739440 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-17df5d3e-2f98-4866-8795-4b639549ec51 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:26.743198 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-17df5d3e-2f98-4866-8795-4b639549ec51 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.31 "GET /v2.0/networks?id=e5d4369a-3d75-409b-831d-a85be7aee434 HTTP/1.1" status: 200 len: 814 time: 0.1377223 Jan 10 11:47:26.756307 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Request body: {'port': {'device_id': 'b5f5525f-cd23-4529-9e01-37d87411475c', 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434', 'admin_state_up': True, 'tenant_id': '77459867f2ca40c6aac9eebdcfed7ca2'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:26.992361 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Made reservation on behalf of 77459867f2ca40c6aac9eebdcfed7ca2 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:47:26.998905 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:27.196603 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Allocated IP 172.20.0.11 (e5d4369a-3d75-409b-831d-a85be7aee434/9e383cb1-7e20-46c1-b9a5-229e23a3a306/cbc9ee38-826b-44c2-9204-d3f7474dbf8c) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:47:27.432375 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks [] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:27.558097 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:27.564829 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-528954a9-435e-4bd3-9795-0929fe1c2678 req-af69c185-9bff-4136-8a04-79e891aa0fd4 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 210 time: 0.0278506 Jan 10 11:47:27.604790 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Network e5d4369a-3d75-409b-831d-a85be7aee434 is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:47:27.610300 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:27.614444 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:47:27.648533 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Pushing event updated for resources: {'Port': ['ID=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:27.681908 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:27.682654 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:27.763267 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-9f9168ef-bf1d-4118-aa95-654fb56c84a7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0111418 Jan 10 11:47:27.776163 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Request body: {'port': {'device_id': 'b5f5525f-cd23-4529-9e01-37d87411475c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:27.845421 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:28.054533 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:28.153498 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc9ee38-826b-44c2-9204-d3f7474dbf8c {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:47:28.163031 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Publish callbacks [] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:28.177526 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Transition to ACTIVE for port object cbc9ee38-826b-44c2-9204-d3f7474dbf8c will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:47:28.302453 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:28.352177 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:28.444531 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Attempting to bind port cbc9ee38-826b-44c2-9204-d3f7474dbf8c on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:47:28.445089 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Attempting to bind port cbc9ee38-826b-44c2-9204-d3f7474dbf8c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:47:28.445648 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Attempting to bind port cbc9ee38-826b-44c2-9204-d3f7474dbf8c on network e5d4369a-3d75-409b-831d-a85be7aee434 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:28.453932 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Port cbc9ee38-826b-44c2-9204-d3f7474dbf8c on network e5d4369a-3d75-409b-831d-a85be7aee434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:47:28.454492 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Attempting to bind port cbc9ee38-826b-44c2-9204-d3f7474dbf8c on network e5d4369a-3d75-409b-831d-a85be7aee434 {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:28.463294 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:47:28.463903 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Checking segment: {'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:47:28.464498 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Bound using segment: {'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:47:28.465219 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Bound port: cbc9ee38-826b-44c2-9204-d3f7474dbf8c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c3ff40-192d-4239-b741-1742212a48d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:47:28.465844 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:28.541957 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] For port cbc9ee38-826b-44c2-9204-d3f7474dbf8c, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:47:28.545154 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] For port cbc9ee38-826b-44c2-9204-d3f7474dbf8c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:47:28.696798 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8fba0-2005-4388-8a87-0744d89b39ae req-7e8ec78b-139e-4850-8639-4d6efe700a0d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:28.697592 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:28.698406 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d0a8fba0-2005-4388-8a87-0744d89b39ae req-7e8ec78b-139e-4850-8639-4d6efe700a0d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 944 time: 0.0538125 Jan 10 11:47:28.742767 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:28.743405 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:28.745763 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] 10.222.0.31 "PUT /v2.0/ports/cbc9ee38-826b-44c2-9204-d3f7474dbf8c HTTP/1.1" status: 200 len: 1094 time: 0.9737790 Jan 10 11:47:28.746308 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f5525f-cd23-4529-9e01-37d87411475c', 'tag': 'cbc9ee38-826b-44c2-9204-d3f7474dbf8c'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:47:28.750490 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c38a97-501a-44fd-acd8-cc6cadc655ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f5525f-cd23-4529-9e01-37d87411475c", "tag": "cbc9ee38-826b-44c2-9204-d3f7474dbf8c"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:47:28.775345 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d0a8fba0-2005-4388-8a87-0744d89b39ae req-30fa1961-4531-4281-8a58-46d4855ffdd2 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662665 Jan 10 11:47:28.801656 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6839942-d1ad-42e8-b237-fcba4d6c5bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:28.814780 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd1535a-0875-48f5-89ce-bcd13ff3ff99 x-openstack-request-id: req-6dd1535a-0875-48f5-89ce-bcd13ff3ff99 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:47:28.819077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f5525f-cd23-4529-9e01-37d87411475c", "tag": "cbc9ee38-826b-44c2-9204-d3f7474dbf8c", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:47:28.819077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dd1535a-0875-48f5-89ce-bcd13ff3ff99 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:47:28.819077 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f5525f-cd23-4529-9e01-37d87411475c', 'tag': 'cbc9ee38-826b-44c2-9204-d3f7474dbf8c', 'status': 'completed', 'code': 200} Jan 10 11:47:28.887521 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c38a97-501a-44fd-acd8-cc6cadc655ce req-9edf8bf4-9a7f-4dc5-8176-d8e13094b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:28.888938 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0c38a97-501a-44fd-acd8-cc6cadc655ce req-9edf8bf4-9a7f-4dc5-8176-d8e13094b177 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 1097 time: 0.0453844 Jan 10 11:47:29.012704 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c38a97-501a-44fd-acd8-cc6cadc655ce req-56d55920-3194-403e-aae0-2790df7f95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:29.014479 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0c38a97-501a-44fd-acd8-cc6cadc655ce req-56d55920-3194-403e-aae0-2790df7f95d8 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1185596 Jan 10 11:47:29.130083 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c38a97-501a-44fd-acd8-cc6cadc655ce req-b05d1740-d558-4b6e-89b6-ff9de4db199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:29.131625 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b0c38a97-501a-44fd-acd8-cc6cadc655ce req-b05d1740-d558-4b6e-89b6-ff9de4db199b service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109486 Jan 10 11:47:29.237844 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-3ed968be-fb40-4bd7-a480-ad88a25e5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:29.239481 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-3ed968be-fb40-4bd7-a480-ad88a25e5890 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 1097 time: 0.0580592 Jan 10 11:47:29.283572 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-8c558227-8d44-4732-8c93-fd118be11d7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9ee38-826b-44c2-9204-d3f7474dbf8c HTTP/1.1" status: 200 len: 217 time: 0.0369482 Jan 10 11:47:29.340500 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-4da2cb1f-da45-492a-8259-71e142b9fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:29.341990 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-4da2cb1f-da45-492a-8259-71e142b9fae4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e383cb1-7e20-46c1-b9a5-229e23a3a306 HTTP/1.1" status: 200 len: 854 time: 0.0522873 Jan 10 11:47:29.377347 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-6df4b516-e217-4e85-8d5e-1b218e1a7816 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e5d4369a-3d75-409b-831d-a85be7aee434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279868 Jan 10 11:47:29.521645 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-c797841c-3943-4646-bac7-e97fc68e17d6 service neutron] 10.222.0.31 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373100 Jan 10 11:47:29.638196 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-4d53b5ae-d1d4-42a6-a246-fe7f112d1e7b req-d21bfa7f-ce69-4daa-828b-3ec5e575b892 service neutron] 10.222.0.31 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048775 Jan 10 11:47:29.691022 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:29.938794 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905981-adb8-46db-822e-7981f90c0292 req-57f5fb28-30ee-45c1-affc-170eb3e12e53 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:29.940447 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f0905981-adb8-46db-822e-7981f90c0292 req-57f5fb28-30ee-45c1-affc-170eb3e12e53 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 944 time: 0.0538118 Jan 10 11:47:29.993775 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f0905981-adb8-46db-822e-7981f90c0292 req-3f338dec-ede5-46ef-a762-f432da982a67 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Jan 10 11:47:30.256336 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:30.885803 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:30.974397 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device cbc9ee38-826b-44c2-9204-d3f7474dbf8c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:47:31.104193 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port cbc9ee38-826b-44c2-9204-d3f7474dbf8c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:31.126554 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': 'cbc9ee38-826b-44c2-9204-d3f7474dbf8c', 'network_id': 'e5d4369a-3d75-409b-831d-a85be7aee434', 'port_id': 'cbc9ee38-826b-44c2-9204-d3f7474dbf8c', 'mac_address': 'fa:16:3e:48:fc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e383cb1-7e20-46c1-b9a5-229e23a3a306', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:47:31.169686 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:31.183313 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc9ee38-826b-44c2-9204-d3f7474dbf8c {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:47:31.216157 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port cbc9ee38-826b-44c2-9204-d3f7474dbf8c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:31.284383 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea673b9c-2889-49e0-a658-7e8d98894c4a req-259ec543-9ab5-40be-a196-d704710a9a4f tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:31.285894 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ea673b9c-2889-49e0-a658-7e8d98894c4a req-259ec543-9ab5-40be-a196-d704710a9a4f tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 944 time: 0.2137308 Jan 10 11:47:31.325067 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:31.339531 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ea673b9c-2889-49e0-a658-7e8d98894c4a req-f188eb8b-c50a-468e-9511-30bed71a2257 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476222 Jan 10 11:47:31.381892 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:31.549296 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['cbc9ee38-826b-44c2-9204-d3f7474dbf8c'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:47:32.461974 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cebdf6-fc0e-456e-a63d-a6d7569d7abe req-fe7c2f12-0e2b-4118-839c-71362e3fc29b tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:32.463471 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b9cebdf6-fc0e-456e-a63d-a6d7569d7abe req-fe7c2f12-0e2b-4118-839c-71362e3fc29b tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 945 time: 0.0524430 Jan 10 11:47:32.516364 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b9cebdf6-fc0e-456e-a63d-a6d7569d7abe req-5532cb35-6305-4dec-a200-c409f76c17df tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463648 Jan 10 11:47:33.005214 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device cbc9ee38-826b-44c2-9204-d3f7474dbf8c up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:33.127977 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port cbc9ee38-826b-44c2-9204-d3f7474dbf8c completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:47:33.132250 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port cbc9ee38-826b-44c2-9204-d3f7474dbf8c triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:33.132665 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:33.237287 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:33.270432 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f5525f-cd23-4529-9e01-37d87411475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc9ee38-826b-44c2-9204-d3f7474dbf8c'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:47:33.272695 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03472c28-e1af-4723-abe7-5a45e6185339" -d '{"events": [{"server_uuid": "b5f5525f-cd23-4529-9e01-37d87411475c", "name": "network-vif-plugged", "status": "completed", "tag": "cbc9ee38-826b-44c2-9204-d3f7474dbf8c"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:47:33.288745 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port cbc9ee38-826b-44c2-9204-d3f7474dbf8c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:33.322590 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fc33d2-0012-4b08-bc59-6891396a7e75 x-openstack-request-id: req-89fc33d2-0012-4b08-bc59-6891396a7e75 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:47:33.323134 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f5525f-cd23-4529-9e01-37d87411475c", "name": "network-vif-plugged", "status": "completed", "tag": "cbc9ee38-826b-44c2-9204-d3f7474dbf8c", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:47:33.323680 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89fc33d2-0012-4b08-bc59-6891396a7e75 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:47:33.324220 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f5525f-cd23-4529-9e01-37d87411475c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc9ee38-826b-44c2-9204-d3f7474dbf8c', 'code': 200} Jan 10 11:47:33.373340 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:33.431104 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:33.663647 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bacfeb-4db0-45ae-9b57-7c5c714ec717 req-1e2ac78c-6749-486f-befd-6b9979131098 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:33.664965 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02ae57-568d-4ce2-a5aa-70650add5a48 req-5711b511-62d9-4615-bbb1-275599839f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:33.665378 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b02ae57-568d-4ce2-a5aa-70650add5a48 req-5711b511-62d9-4615-bbb1-275599839f85 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 1099 time: 0.0504088 Jan 10 11:47:33.665853 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-69bacfeb-4db0-45ae-9b57-7c5c714ec717 req-1e2ac78c-6749-486f-befd-6b9979131098 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 946 time: 0.0602484 Jan 10 11:47:33.722076 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-3b02ae57-568d-4ce2-a5aa-70650add5a48 req-7902ff16-f7c7-483a-8adb-182782b0e8a9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481350 Jan 10 11:47:33.738693 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-69bacfeb-4db0-45ae-9b57-7c5c714ec717 req-d4f19a2d-db39-476b-8ba0-290002d9f0bf tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652251 Jan 10 11:47:34.862102 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245e328-99fb-4aab-a47e-12af20edaac0 req-d6055f28-53fb-4d8a-87e0-49d2d8d5c410 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:34.863697 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3245e328-99fb-4aab-a47e-12af20edaac0 req-d6055f28-53fb-4d8a-87e0-49d2d8d5c410 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 946 time: 0.0519917 Jan 10 11:47:34.919318 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3245e328-99fb-4aab-a47e-12af20edaac0 req-ef1cfa01-c5b4-4d08-a8f5-18507980a3e4 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494561 Jan 10 11:47:36.180987 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7af97-b799-410f-be4f-2fab0452d7a1 req-a337cce6-d53d-4ade-8f9e-686a260a930d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:36.183395 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2dd7af97-b799-410f-be4f-2fab0452d7a1 req-a337cce6-d53d-4ade-8f9e-686a260a930d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 946 time: 0.1674109 Jan 10 11:47:36.248998 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2dd7af97-b799-410f-be4f-2fab0452d7a1 req-7feb6b69-407f-459b-af98-ac77f75cc23d tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593488 Jan 10 11:47:37.320686 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-daa2ac67-727a-44f1-8b57-cb487528b8b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583358 Jan 10 11:47:37.423087 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-39595154-b8ef-478b-bac7-69e02139ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:37.424813 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-39595154-b8ef-478b-bac7-69e02139ff59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 1099 time: 0.0541234 Jan 10 11:47:37.564510 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-e062a6d4-db1c-4fd7-a455-f90161e6554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:37.564510 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-e062a6d4-db1c-4fd7-a455-f90161e6554a service neutron] 10.222.0.31 "GET /v2.0/networks?id=e5d4369a-3d75-409b-831d-a85be7aee434 HTTP/1.1" status: 200 len: 915 time: 0.1149802 Jan 10 11:47:37.615328 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-b8e9c19f-f23b-4060-828b-59ad4382be2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cbc9ee38-826b-44c2-9204-d3f7474dbf8c HTTP/1.1" status: 200 len: 217 time: 0.0456250 Jan 10 11:47:37.673508 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-61bd6761-d480-4248-94a5-3487ed272c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:37.676118 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-61bd6761-d480-4248-94a5-3487ed272c55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9e383cb1-7e20-46c1-b9a5-229e23a3a306 HTTP/1.1" status: 200 len: 854 time: 0.0554488 Jan 10 11:47:37.719232 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-0ef78898-1993-490e-8b35-467ac98bf32e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e5d4369a-3d75-409b-831d-a85be7aee434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356371 Jan 10 11:47:37.864018 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-ed54f1fe-87c4-4506-a896-e2032b0c992b service neutron] 10.222.0.31 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388531 Jan 10 11:47:37.870329 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-6621e58a-fec0-49bc-8c52-e4c99ecc9f8b tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361997568&fields=id&tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 267 time: 0.0677431 Jan 10 11:47:37.973956 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6bb70814-fa4f-4cc6-8875-4f1359dbd107 req-70fa1ab1-e978-4cff-a8da-d30bc27f1cb8 service neutron] 10.222.0.31 "GET /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038465 Jan 10 11:47:38.021690 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f030-b608-4885-8534-128465831ce2 req-124381a3-82cd-4b55-89cd-f4893e648766 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:38.023424 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-124381a3-82cd-4b55-89cd-f4893e648766 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 811 time: 0.1393890 Jan 10 11:47:38.040679 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-66e51b91-6ca9-4bb4-8683-ea077932aa27 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/quotas/3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 375 time: 0.0110207 Jan 10 11:47:38.117446 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-ef3aa8f4-6de1-4776-9f76-a9c4faf720fa tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691671 Jan 10 11:47:38.135328 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-a53dc7b2-09e6-469c-9609-e9f779c1dfd9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:47:38.136917 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-a53dc7b2-09e6-469c-9609-e9f779c1dfd9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072353 Jan 10 11:47:38.249529 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-413d77b8-3a66-4606-9ba3-df3b3962dde5 service neutron] 10.222.0.20 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062899 Jan 10 11:47:38.372672 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-37f73d05-b499-4416-b1fc-5fc5e3816e42 service neutron] 10.222.0.20 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160750 Jan 10 11:47:39.171327 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-db90f5bc-e4d3-44b9-984a-7e69c5e78823 req-e07be019-769b-45a2-a17d-0397bdc837dd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 210 time: 0.0286744 Jan 10 11:47:40.262133 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-021186c5-c161-4543-8f1a-c32a31eaa289 req-097d57fc-afad-4fb7-bca3-3d0b20da5222 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Jan 10 11:47:41.357854 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-47c3dc03-1ae3-4a06-b4bf-36c3c41981b7 req-e9afcdcc-3065-41ed-8c88-7da36b8492c1 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 210 time: 0.0261092 Jan 10 11:47:42.039143 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f030-b608-4885-8534-128465831ce2 req-6b43d070-3b12-4ec6-a6ba-9170952e4ce3 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:42.040678 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-6b43d070-3b12-4ec6-a6ba-9170952e4ce3 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 811 time: 0.1242948 Jan 10 11:47:42.109242 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-3ceb06b0-2fc3-49c9-b593-3e17cdf14757 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 380 time: 0.0607064 Jan 10 11:47:42.117630 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'port': {'device_id': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'admin_state_up': True, 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'security_groups': ['92b9b768-7e0f-45e5-a75d-f3565a594f9f']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:42.328260 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Made reservation on behalf of 3f1d77884a2a4a7ebb85ba71e9d864a7 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:47:42.331921 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:42.474923 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Allocated IP 172.20.0.5 (92f5a063-7815-44d4-b602-8402ae90a4bb/cd91d361-f895-4ebc-be9f-c6907dfaef3a/a39e281b-2b52-4b5d-b8e6-6a5a4222b744) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:47:42.477126 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fe102609-d562-4c14-9fe7-023eeae4ad33 req-7dd31cb3-1b84-4350-b76d-d85f031d12ef tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 210 time: 0.0451148 Jan 10 11:47:42.650624 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:42.750475 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:42.798943 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Network 92f5a063-7815-44d4-b602-8402ae90a4bb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:47:42.802238 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:47:42.806554 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:47:42.816415 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.864129 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:42.870202 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:42.942561 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-f731f114-5716-4315-83f6-9929d0234cc7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286667 Jan 10 11:47:42.953965 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Request body: {'port': {'device_id': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:47:43.103574 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-ac85ca5b-8707-4ae8-92a5-1dd0163548c1 None None] Provisioning complete for port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:43.104181 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ac85ca5b-8707-4ae8-92a5-1dd0163548c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:43.143361 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-ac85ca5b-8707-4ae8-92a5-1dd0163548c1 None None] Port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:47:43.297678 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:43.618024 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb68d13-2707-4e17-99b5-48189ae684d0 req-8f2021de-b02e-4f9b-981d-81b0e43df60e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:43.619710 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdb68d13-2707-4e17-99b5-48189ae684d0 req-8f2021de-b02e-4f9b-981d-81b0e43df60e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 931 time: 0.0556014 Jan 10 11:47:43.642662 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39e281b-2b52-4b5d-b8e6-6a5a4222b744 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:47:43.656589 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Publish callbacks [] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:43.677391 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bdb68d13-2707-4e17-99b5-48189ae684d0 req-939c6b7f-7921-44b7-bd1d-29bf31d0f1e7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512102 Jan 10 11:47:43.679386 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Transition to ACTIVE for port object a39e281b-2b52-4b5d-b8e6-6a5a4222b744 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:47:43.763533 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:43.819943 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Pushing event updated for resources: {'Port': ['ID=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:43.897043 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Attempting to bind port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:47:43.897384 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Attempting to bind port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:47:43.897918 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Attempting to bind port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 on network 92f5a063-7815-44d4-b602-8402ae90a4bb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:43.905980 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 on network 92f5a063-7815-44d4-b602-8402ae90a4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:47:43.906665 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Attempting to bind port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 on network 92f5a063-7815-44d4-b602-8402ae90a4bb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:47:43.914577 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:47:43.915228 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Checking segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:47:43.915753 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Bound using segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:47:43.916343 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Bound port: a39e281b-2b52-4b5d-b8e6-6a5a4222b744, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:47:43.916989 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:44.002431 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] For port a39e281b-2b52-4b5d-b8e6-6a5a4222b744, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:47:44.005840 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] For port a39e281b-2b52-4b5d-b8e6-6a5a4222b744, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:47:44.160994 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:44.200667 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:44.201360 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:44.202867 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] 10.222.0.31 "PUT /v2.0/ports/a39e281b-2b52-4b5d-b8e6-6a5a4222b744 HTTP/1.1" status: 200 len: 1093 time: 1.2534769 Jan 10 11:47:44.208987 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'tag': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:47:44.216049 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7a6ac5-0782-443d-aecb-6152a2f51e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c47fc785-2072-4e05-9f7b-f95dbc2757d2", "tag": "a39e281b-2b52-4b5d-b8e6-6a5a4222b744"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:47:44.253713 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3f5a8-59b8-4aa6-bb42-5c929a258f53 service neutron] Pushing event updated for resources: {'Port': ['ID=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:44.280371 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882522fa-867b-4d52-ab8d-97b874700fc8 x-openstack-request-id: req-882522fa-867b-4d52-ab8d-97b874700fc8 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:47:44.280654 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47fc785-2072-4e05-9f7b-f95dbc2757d2", "tag": "a39e281b-2b52-4b5d-b8e6-6a5a4222b744", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:47:44.280910 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-882522fa-867b-4d52-ab8d-97b874700fc8 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:47:44.281298 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'tag': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'status': 'completed', 'code': 200} Jan 10 11:47:44.347564 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6ac5-0782-443d-aecb-6152a2f51e1e req-1e6ea053-14fb-40c7-88a6-32229646553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:44.349199 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-df7a6ac5-0782-443d-aecb-6152a2f51e1e req-1e6ea053-14fb-40c7-88a6-32229646553a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 1096 time: 0.0455921 Jan 10 11:47:44.456272 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6ac5-0782-443d-aecb-6152a2f51e1e req-79175083-6306-4ffc-b798-bcef7a437eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:44.457737 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-df7a6ac5-0782-443d-aecb-6152a2f51e1e req-79175083-6306-4ffc-b798-bcef7a437eb2 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1025927 Jan 10 11:47:44.568308 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6ac5-0782-443d-aecb-6152a2f51e1e req-ab4a1932-c509-4626-aa67-addfd64b1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:44.569772 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-df7a6ac5-0782-443d-aecb-6152a2f51e1e req-ab4a1932-c509-4626-aa67-addfd64b1726 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062942 Jan 10 11:47:44.661479 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f030-b608-4885-8534-128465831ce2 req-66e563cf-969c-457e-ae68-41bbb92ebc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:44.663219 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-66e563cf-969c-457e-ae68-41bbb92ebc83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 1096 time: 0.0547264 Jan 10 11:47:44.726736 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-fe240576-9055-4c87-bf8e-8f947bd0e0b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744 HTTP/1.1" status: 200 len: 217 time: 0.0564113 Jan 10 11:47:44.794233 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f030-b608-4885-8534-128465831ce2 req-7ee02375-1f47-4021-bec9-3a02a1edf9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:44.796121 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-7ee02375-1f47-4021-bec9-3a02a1edf9c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0632389 Jan 10 11:47:44.841516 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2417bb-e6f6-443a-8b50-bed5dc693eeb req-4a4fff2b-90c8-45f0-8f28-de4d692603f3 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:44.843206 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0b2417bb-e6f6-443a-8b50-bed5dc693eeb req-4a4fff2b-90c8-45f0-8f28-de4d692603f3 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0824983 Jan 10 11:47:44.850516 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1f030-b608-4885-8534-128465831ce2 req-106f64a5-5b1b-4e3d-a80a-7301aff8270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:44.852011 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-106f64a5-5b1b-4e3d-a80a-7301aff8270d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460060 Jan 10 11:47:44.914679 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0b2417bb-e6f6-443a-8b50-bed5dc693eeb req-bedf1511-462e-469c-9cf2-2d876f1d309e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609539 Jan 10 11:47:44.963693 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-f528b9e6-28c5-4bc5-9bf8-9425ea2a4588 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048412 Jan 10 11:47:45.103962 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-7fd1f030-b608-4885-8534-128465831ce2 req-caf02474-160c-4d66-9b2f-5829196f1797 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341815 Jan 10 11:47:45.831148 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:47:46.080548 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3166d-d464-4940-a815-051f802a34d4 req-d84f3764-f5c6-4886-8f20-693f6d93e217 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:46.082805 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2bc3166d-d464-4940-a815-051f802a34d4 req-d84f3764-f5c6-4886-8f20-693f6d93e217 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0783570 Jan 10 11:47:46.151502 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2bc3166d-d464-4940-a815-051f802a34d4 req-bf0b10cd-787f-476c-85c6-10aec9d1432a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604107 Jan 10 11:47:47.286180 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02488cca-399a-471a-90d2-93368d487e92 req-007de8c0-0b0b-47e2-80b5-79cbb149692c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:47.287894 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-02488cca-399a-471a-90d2-93368d487e92 req-007de8c0-0b0b-47e2-80b5-79cbb149692c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0509951 Jan 10 11:47:47.349480 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-02488cca-399a-471a-90d2-93368d487e92 req-08d065a1-2528-44ca-884d-15386fc095c7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532641 Jan 10 11:47:48.486076 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e9a3e-1590-4ccc-a885-3b2fa760682f req-392b1d73-f750-4afe-8a6b-73d7fe8355bd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:48.487711 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-121e9a3e-1590-4ccc-a885-3b2fa760682f req-392b1d73-f750-4afe-8a6b-73d7fe8355bd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0591483 Jan 10 11:47:48.548901 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-121e9a3e-1590-4ccc-a885-3b2fa760682f req-e11d2298-5117-40a6-aa7f-6ddc92400ed9 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545838 Jan 10 11:47:49.695159 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7213c-e0c0-474f-a741-8e3152026b07 req-6d954125-19d6-4f13-b10d-8e3bfaf90db9 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:49.697140 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-22e7213c-e0c0-474f-a741-8e3152026b07 req-6d954125-19d6-4f13-b10d-8e3bfaf90db9 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0635123 Jan 10 11:47:49.770184 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-22e7213c-e0c0-474f-a741-8e3152026b07 req-6a8d51a0-19b2-4639-9142-4d86d4d130cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629032 Jan 10 11:47:50.936918 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1dd97-48b8-4d78-86a5-024ac04f2f58 req-dcc3e2c0-9b62-4381-be67-a49f2c84b1e5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:50.940011 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f9e1dd97-48b8-4d78-86a5-024ac04f2f58 req-dcc3e2c0-9b62-4381-be67-a49f2c84b1e5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0716689 Jan 10 11:47:51.003966 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f9e1dd97-48b8-4d78-86a5-024ac04f2f58 req-af80ae81-bf2e-4dd9-92f8-0731ac5a7e83 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572603 Jan 10 11:47:52.167157 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cb430-10c2-4426-9c15-1862761a6855 req-e50488d0-c4c0-4225-8f30-63d0f9907e21 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:52.169612 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5cb430-10c2-4426-9c15-1862761a6855 req-e50488d0-c4c0-4225-8f30-63d0f9907e21 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0740178 Jan 10 11:47:52.240673 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ba5cb430-10c2-4426-9c15-1862761a6855 req-f0fbb5bd-216f-4ebb-b352-7d1afe94eb00 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625658 Jan 10 11:47:53.372353 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6753df-d800-4ffb-a361-04203bf68180 req-772e845c-4597-4d9d-a9a6-4d1ba2f2559e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:53.373869 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7e6753df-d800-4ffb-a361-04203bf68180 req-772e845c-4597-4d9d-a9a6-4d1ba2f2559e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0503545 Jan 10 11:47:53.431696 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7e6753df-d800-4ffb-a361-04203bf68180 req-3e322123-c478-4f89-a02e-27495689e581 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503783 Jan 10 11:47:54.463498 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-782873dd-c6f6-42d3-bd26-80d3b585bd6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:54.553189 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe27b7b-cba3-4e6b-9e2d-7283209c4d76 req-8c6a9f67-b97c-4501-8262-7d6ace70ce0b tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:54.554853 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fbe27b7b-cba3-4e6b-9e2d-7283209c4d76 req-8c6a9f67-b97c-4501-8262-7d6ace70ce0b tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 943 time: 0.0523152 Jan 10 11:47:54.607066 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fbe27b7b-cba3-4e6b-9e2d-7283209c4d76 req-b8a0403a-ff6a-443f-9e36-b067b68b5f9f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448971 Jan 10 11:47:55.127504 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device a39e281b-2b52-4b5d-b8e6-6a5a4222b744 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:47:55.233503 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port a39e281b-2b52-4b5d-b8e6-6a5a4222b744, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:55.245805 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'port_id': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'mac_address': 'fa:16:3e:a8:fb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:47:55.288958 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:55.307211 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39e281b-2b52-4b5d-b8e6-6a5a4222b744 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:47:55.330509 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port a39e281b-2b52-4b5d-b8e6-6a5a4222b744, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:55.410014 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:55.474626 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:55.630076 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['a39e281b-2b52-4b5d-b8e6-6a5a4222b744'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:47:55.777445 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4612-6e7b-4dbf-9ee4-6fa16d1d0ba7 req-66bfe04f-79ad-48c4-8b66-1c352f040d07 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:55.779116 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fdca4612-6e7b-4dbf-9ee4-6fa16d1d0ba7 req-66bfe04f-79ad-48c4-8b66-1c352f040d07 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 944 time: 0.0597663 Jan 10 11:47:55.834561 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-fdca4612-6e7b-4dbf-9ee4-6fa16d1d0ba7 req-fff832c0-bcdd-442c-9d9b-c1670d7bd314 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490661 Jan 10 11:47:56.672672 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cff80f32-1d5f-4dbb-9425-d8db908a2846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:56.972196 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ec378-8dd8-4605-990a-92e4748c711d req-33c6db91-8916-4852-b0af-9bce6d6ded51 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:56.973748 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f46ec378-8dd8-4605-990a-92e4748c711d req-33c6db91-8916-4852-b0af-9bce6d6ded51 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 944 time: 0.0535326 Jan 10 11:47:57.026697 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f46ec378-8dd8-4605-990a-92e4748c711d req-16f771bc-ee99-48ef-a3fd-2b5c5f2eb4c8 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453682 Jan 10 11:47:57.142038 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device a39e281b-2b52-4b5d-b8e6-6a5a4222b744 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:47:57.355277 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:47:57.359815 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:47:57.360388 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:57.584422 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:57.609623 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:47:57.611995 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1006a8-9a01-4199-bb63-f34658432ed6" -d '{"events": [{"server_uuid": "c47fc785-2072-4e05-9f7b-f95dbc2757d2", "name": "network-vif-plugged", "status": "completed", "tag": "a39e281b-2b52-4b5d-b8e6-6a5a4222b744"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:47:57.627492 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port a39e281b-2b52-4b5d-b8e6-6a5a4222b744, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:47:57.652614 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51234a1d-81ef-4380-a00b-6fca707367aa x-openstack-request-id: req-51234a1d-81ef-4380-a00b-6fca707367aa {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:47:57.652941 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47fc785-2072-4e05-9f7b-f95dbc2757d2", "name": "network-vif-plugged", "status": "completed", "tag": "a39e281b-2b52-4b5d-b8e6-6a5a4222b744", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:47:57.653220 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51234a1d-81ef-4380-a00b-6fca707367aa {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:47:57.653802 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'code': 200} Jan 10 11:47:57.723679 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:57.781080 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:47:57.941208 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4accd5d-f761-4c1e-bbe6-f754149252e8 req-40b18854-d331-4ef7-9793-ee679b3ff315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:57.942762 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4accd5d-f761-4c1e-bbe6-f754149252e8 req-40b18854-d331-4ef7-9793-ee679b3ff315 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 1098 time: 0.0485528 Jan 10 11:47:58.012172 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-f4accd5d-f761-4c1e-bbe6-f754149252e8 req-47ef4fdc-2125-4f6c-a503-b1b6f6382200 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623267 Jan 10 11:47:58.043592 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:47:58.145530 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4801-c8a0-4d02-b164-c15fafb158b6 req-49b9e733-efc0-4dec-af56-ac7a14324acb tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:58.147093 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-578b4801-c8a0-4d02-b164-c15fafb158b6 req-49b9e733-efc0-4dec-af56-ac7a14324acb tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 945 time: 0.0504465 Jan 10 11:47:58.200746 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-578b4801-c8a0-4d02-b164-c15fafb158b6 req-f7e09d12-8974-4224-8236-8e6538d9502c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474467 Jan 10 11:47:59.336280 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45735c1-af14-487f-889a-2057f1537754 req-3955605e-bb86-423e-94ce-e526e1f45965 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:47:59.342351 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b45735c1-af14-487f-889a-2057f1537754 req-3955605e-bb86-423e-94ce-e526e1f45965 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 945 time: 0.0643914 Jan 10 11:47:59.401057 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-b45735c1-af14-487f-889a-2057f1537754 req-8cc96aba-fd52-4d4f-8b4a-b45327b7f534 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560679 Jan 10 11:47:59.668558 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:00.237984 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:00.577641 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2331d4-aed3-485e-941a-cb9394eeeb63 req-dcc89383-fd5c-4233-8c2e-d1f6f78d6d48 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:00.579197 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7e2331d4-aed3-485e-941a-cb9394eeeb63 req-dcc89383-fd5c-4233-8c2e-d1f6f78d6d48 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 945 time: 0.1024709 Jan 10 11:48:00.595036 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865edcae-bb5a-4482-aa2e-0a233080d245 req-a5bcea3f-6d98-435a-9b00-d07d5ffee8ff tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:00.596502 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-865edcae-bb5a-4482-aa2e-0a233080d245 req-a5bcea3f-6d98-435a-9b00-d07d5ffee8ff tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 946 time: 0.0773997 Jan 10 11:48:00.675366 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7e2331d4-aed3-485e-941a-cb9394eeeb63 req-48b4e06a-ae81-4dea-9330-39e10c1be13c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896842 Jan 10 11:48:00.679203 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-865edcae-bb5a-4482-aa2e-0a233080d245 req-175f9f08-9603-4ea2-989a-7735fdce26bb tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770435 Jan 10 11:48:00.807607 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacd010-bfc1-4ca7-8c17-8294c9a82bf5 req-55dd20f9-b2c6-4865-89e3-9b87ffe0b6fc tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:00.809076 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2cacd010-bfc1-4ca7-8c17-8294c9a82bf5 req-55dd20f9-b2c6-4865-89e3-9b87ffe0b6fc tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 945 time: 0.0555632 Jan 10 11:48:00.879855 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:00.888813 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2cacd010-bfc1-4ca7-8c17-8294c9a82bf5 req-71ae6676-bebe-4ae3-9c48-fd772e82eb41 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718417 Jan 10 11:48:00.917513 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47502) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:48:01.003581 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a9b597-8f6a-4929-b617-645c4a4b6391 tempest-TestVolumeBootPattern-211148544 tempest-TestVolumeBootPattern-211148544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:01.005123 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-20a9b597-8f6a-4929-b617-645c4a4b6391 tempest-TestVolumeBootPattern-211148544 tempest-TestVolumeBootPattern-211148544-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 1093 time: 0.0865340 Jan 10 11:48:01.008127 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47506) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:48:01.013217 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'port_id': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:48:01.100457 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:01.203106 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:01.305725 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Allocated IP 172.37.3.29 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/bcf816b7-0020-42fa-a417-4e35b6e32d89) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:48:01.413183 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (bcf816b7-0020-42fa-a417-4e35b6e32d89), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:01.541529 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (bcf816b7-0020-42fa-a417-4e35b6e32d89), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:01.587112 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:48:01.590888 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:48:01.594755 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:48:01.601004 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=bcf816b7-0020-42fa-a417-4e35b6e32d89,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:48:01.871836 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e494cd-f0be-4ac5-9586-0e2f864a1674 req-e708281f-8ab8-49b9-be1a-52bbf0df5f85 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:01.877435 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58e494cd-f0be-4ac5-9586-0e2f864a1674 req-e708281f-8ab8-49b9-be1a-52bbf0df5f85 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 946 time: 0.0759804 Jan 10 11:48:02.001757 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58e494cd-f0be-4ac5-9586-0e2f864a1674 req-a5dcd134-e34d-45ca-b9d9-39cee37c80e7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/security-groups?id=bdd89dc2-0033-4ffb-94be-3c687a166c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202393 Jan 10 11:48:02.080098 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (648b6f75-1050-460f-a726-897773240734), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.110915 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6cf19952-8cb9-4cfa-854e-f030a38383fd tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:02.112440 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6cf19952-8cb9-4cfa-854e-f030a38383fd tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 946 time: 0.0527732 Jan 10 11:48:02.221889 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Deleting port cbc9ee38-826b-44c2-9204-d3f7474dbf8c {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:48:02.222251 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.263824 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (bcf816b7-0020-42fa-a417-4e35b6e32d89), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.329383 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] For port cbc9ee38-826b-44c2-9204-d3f7474dbf8c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,segment=NetworkSegment(b1c3ff40-192d-4239-b741-1742212a48d3),segment_id=b1c3ff40-192d-4239-b741-1742212a48d3)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:48:02.329806 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.344537 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Calling delete_port for cbc9ee38-826b-44c2-9204-d3f7474dbf8c owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:48:02.437431 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (bcf816b7-0020-42fa-a417-4e35b6e32d89), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.565444 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (bcf816b7-0020-42fa-a417-4e35b6e32d89), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.597250 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (cbc9ee38-826b-44c2-9204-d3f7474dbf8c), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.608995 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['cbc9ee38-826b-44c2-9204-d3f7474dbf8c'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:48:02.626731 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Pushing event deleted for resources: {'Port': ['ID=cbc9ee38-826b-44c2-9204-d3f7474dbf8c,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:48:02.639733 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=bcf816b7-0020-42fa-a417-4e35b6e32d89,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:48:02.652600 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (648b6f75-1050-460f-a726-897773240734), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.675649 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] No DVR routers for this DVR port cbc9ee38-826b-44c2-9204-d3f7474dbf8c on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:48:02.678547 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:02.682312 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-fb1c0afa-4b81-44b8-aa45-b5669ad29c62 req-6764fdae-8dbc-4f64-82df-d7a571562cc7 tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.31 "DELETE /v2.0/ports/cbc9ee38-826b-44c2-9204-d3f7474dbf8c HTTP/1.1" status: 204 len: 173 time: 0.5648124 Jan 10 11:48:02.682810 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f5525f-cd23-4529-9e01-37d87411475c', 'name': 'network-vif-deleted', 'tag': 'cbc9ee38-826b-44c2-9204-d3f7474dbf8c'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:48:02.685324 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2de0859-b6ce-468c-a3db-d082d6464a8f" -d '{"events": [{"server_uuid": "b5f5525f-cd23-4529-9e01-37d87411475c", "name": "network-vif-deleted", "tag": "cbc9ee38-826b-44c2-9204-d3f7474dbf8c"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:48:02.733144 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dbc0a6-cebd-4ea2-b9c7-edfd85730b3d x-openstack-request-id: req-48dbc0a6-cebd-4ea2-b9c7-edfd85730b3d {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:48:02.733430 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f5525f-cd23-4529-9e01-37d87411475c", "name": "network-vif-deleted", "tag": "cbc9ee38-826b-44c2-9204-d3f7474dbf8c", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:48:02.733681 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48dbc0a6-cebd-4ea2-b9c7-edfd85730b3d {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:48:02.734081 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f5525f-cd23-4529-9e01-37d87411475c', 'name': 'network-vif-deleted', 'tag': 'cbc9ee38-826b-44c2-9204-d3f7474dbf8c', 'status': 'completed', 'code': 200} Jan 10 11:48:02.781329 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Floating IP 648b6f75-1050-460f-a726-897773240734 associated. External IP: 172.37.3.29, port: a39e281b-2b52-4b5d-b8e6-6a5a4222b744. Jan 10 11:48:03.272011 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-478eaedb-e587-4e4f-8bd3-863bec5582a5 req-ba033cdd-9272-433c-950f-46dc5aa8637c tempest-VolumesSnapshotTestJSON-1071101673 tempest-VolumesSnapshotTestJSON-1071101673-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5f5525f-cd23-4529-9e01-37d87411475c HTTP/1.1" status: 200 len: 210 time: 0.0315309 Jan 10 11:48:03.320364 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Router 47a892f6-9467-48b2-915b-9751f8cac398 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:48:03.461733 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:48:03.473528 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:48:03.484425 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:48:03.485062 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:47:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:48:03.599207 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:48:03.607786 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:03.637568 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-b6f7e58b-d5cd-4cb9-a4b9-1dd5d78eb07c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6283803 Jan 10 11:48:03.638307 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'tag': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:48:03.641175 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3233f4-36e3-40bc-aeca-667fba25c38e" -d '{"events": [{"name": "network-changed", "server_uuid": "c47fc785-2072-4e05-9f7b-f95dbc2757d2", "tag": "a39e281b-2b52-4b5d-b8e6-6a5a4222b744"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:48:03.682796 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333ecc42-ae62-482c-a97e-acf6068056a7 x-openstack-request-id: req-333ecc42-ae62-482c-a97e-acf6068056a7 {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:48:03.683289 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47fc785-2072-4e05-9f7b-f95dbc2757d2", "tag": "a39e281b-2b52-4b5d-b8e6-6a5a4222b744", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:48:03.683887 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-333ecc42-ae62-482c-a97e-acf6068056a7 {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:48:03.684096 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'tag': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'status': 'completed', 'code': 200} Jan 10 11:48:03.768333 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-1eab08c2-349b-41b9-bcf8-2713dfc37b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:03.769834 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-1eab08c2-349b-41b9-bcf8-2713dfc37b31 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 1098 time: 0.0559576 Jan 10 11:48:03.864463 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '648b6f75-1050-460f-a726-897773240734', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.29', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:a8:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:48:01Z', 'updated_at': '2022-01-10T11:48:01Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:48:03.878791 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-11002e9f-f9d3-47e3-b472-a205a6099a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:03.880262 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-11002e9f-f9d3-47e3-b472-a205a6099a08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.1043191 Jan 10 11:48:03.896531 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:48:03.906382 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:48:03.907016 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:47:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:48:03.957350 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-29d05ba6-6d26-41a1-b5d2-b155093b2d12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744 HTTP/1.1" status: 200 len: 998 time: 0.0711653 Jan 10 11:48:04.007959 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-ce656977-d3c9-48b3-9dcb-11348b570432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:04.009639 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-ce656977-d3c9-48b3-9dcb-11348b570432 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0465369 Jan 10 11:48:04.026957 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:48:04.075148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-eb61f99b-1632-4e6a-bc7c-e260b3fc7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:04.077809 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-eb61f99b-1632-4e6a-bc7c-e260b3fc7758 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614476 Jan 10 11:48:04.090032 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-dea790ce-bbb1-4318-b79f-42d0a3eaae68 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103371) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:48:04.091127 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-dea790ce-bbb1-4318-b79f-42d0a3eaae68 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079343 Jan 10 11:48:04.232450 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-532d1d98-870d-4ea9-b8e2-a5c47b01717b service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318502 Jan 10 11:48:04.326678 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '648b6f75-1050-460f-a726-897773240734', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.29', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:a8:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:48:01Z', 'updated_at': '2022-01-10T11:48:01Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:48:04.348528 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cd3233f4-36e3-40bc-aeca-667fba25c38e req-056f1d07-7370-4e45-89b4-9fa850613471 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131370 Jan 10 11:48:04.375894 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff242b6-25f0-4a06-9e99-7e59b6e233f9 None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '648b6f75-1050-460f-a726-897773240734', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.29', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:a8:fb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:48:01Z', 'updated_at': '2022-01-10T11:48:01Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:48:04.626311 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93777e7b-0743-425c-ae39-51fc5396eb0a None None] New status for floating IP 648b6f75-1050-460f-a726-897773240734: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:48:05.141198 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device cbc9ee38-826b-44c2-9204-d3f7474dbf8c no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:48:05.162850 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: cbc9ee38-826b-44c2-9204-d3f7474dbf8c {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:48:05.163198 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device cbc9ee38-826b-44c2-9204-d3f7474dbf8c not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:48:22.830064 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:48:24.433872 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-10024163-a93d-4fc4-adc5-6fc88fc87472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:26.669947 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-699d453d-620e-4183-8465-2a0a0e6b3270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:28.022157 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:29.667909 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:30.258017 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:30.878992 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.048170 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47656) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:48:31.097886 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Deleting subnet 9e383cb1-7e20-46c1-b9a5-229e23a3a306 {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:48:31.099893 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Publish callbacks [] for subnet (9e383cb1-7e20-46c1-b9a5-229e23a3a306), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.137535 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (9e383cb1-7e20-46c1-b9a5-229e23a3a306), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.178864 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (9e383cb1-7e20-46c1-b9a5-229e23a3a306), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.319331 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (9e383cb1-7e20-46c1-b9a5-229e23a3a306), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.345523 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e383cb1-7e20-46c1-b9a5-229e23a3a306,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:48:31.348509 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.354028 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9e383cb1-7e20-46c1-b9a5-229e23a3a306 HTTP/1.1" status: 204 len: 168 time: 0.3026445 Jan 10 11:48:31.354468 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47658) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:48:31.358173 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.358555 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.358883 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.359218 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.359543 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.359867 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.360188 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.360508 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.360829 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.361145 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.361462 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.361776 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.362088 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda92fb7-f86b-498a-aa1c-458429ef80d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.422588 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (e5d4369a-3d75-409b-831d-a85be7aee434), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.508985 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (e5d4369a-3d75-409b-831d-a85be7aee434), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.528368 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d4369a-3d75-409b-831d-a85be7aee434']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:48:31.538423 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c3ff40-192d-4239-b741-1742212a48d3') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:48:31.538719 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c3ff40-192d-4239-b741-1742212a48d3') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:48:31.548412 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (b1c3ff40-192d-4239-b741-1742212a48d3), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.562513 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (b1c3ff40-192d-4239-b741-1742212a48d3), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.568796 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:48:31.569172 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (b1c3ff40-192d-4239-b741-1742212a48d3), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: warnings.warn(msg) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:48:31.570858 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:48:31.741649 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (e5d4369a-3d75-409b-831d-a85be7aee434), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.747313 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:31.750451 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e5d4369a-3d75-409b-831d-a85be7aee434 HTTP/1.1" status: 204 len: 168 time: 0.3949852 Jan 10 11:48:31.762897 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d4369a-3d75-409b-831d-a85be7aee434,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:48:31.771233 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.771697 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.772041 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.772378 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.772730 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.773060 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.773382 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.773711 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.774098 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.774389 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.774713 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.775029 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:31.775350 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0efadf1-6e42-45df-ac67-25cea6f10882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:48:32.245651 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47662) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:48:32.286311 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-062493ba-128e-4704-8177-e244947645d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77459867f2ca40c6aac9eebdcfed7ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392990 Jan 10 11:48:32.288722 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47664) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:48:32.336518 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c01d-447e-4e8c-aac3-83a3beb3f633 admin admin] Publish callbacks [] for security_group (bdd89dc2-0033-4ffb-94be-3c687a166c1a), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:32.359130 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c01d-447e-4e8c-aac3-83a3beb3f633 admin admin] Publish callbacks [] for security_group (bdd89dc2-0033-4ffb-94be-3c687a166c1a), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:32.486277 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c01d-447e-4e8c-aac3-83a3beb3f633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (bdd89dc2-0033-4ffb-94be-3c687a166c1a), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:32.489849 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-7eb7c01d-447e-4e8c-aac3-83a3beb3f633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:32.491341 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-7eb7c01d-447e-4e8c-aac3-83a3beb3f633 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdd89dc2-0033-4ffb-94be-3c687a166c1a HTTP/1.1" status: 204 len: 168 time: 0.2016673 Jan 10 11:48:32.499936 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7c01d-447e-4e8c-aac3-83a3beb3f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd89dc2-0033-4ffb-94be-3c687a166c1a,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:48:39.345208 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-6ee0315d-80a3-459b-bb22-b5c68636b039 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1874955 Jan 10 11:48:39.427038 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-f1958a1c-af82-49a3-ab84-4d85b950495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:39.428484 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-f1958a1c-af82-49a3-ab84-4d85b950495e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 1098 time: 0.0401840 Jan 10 11:48:39.532626 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-ba8e434e-087c-4748-89b1-8e584021af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:39.534084 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-ba8e434e-087c-4748-89b1-8e584021af4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.0876057 Jan 10 11:48:39.602892 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-1dd9e589-4525-4673-a7fa-585e711deffc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744 HTTP/1.1" status: 200 len: 1000 time: 0.0622194 Jan 10 11:48:39.652854 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-7dc9f6d6-9a18-41ac-a7ca-11cc0372306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:39.654526 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-7dc9f6d6-9a18-41ac-a7ca-11cc0372306c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0462554 Jan 10 11:48:39.701172 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-26c1dd1f-272c-4838-afa3-240509c542fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:48:39.702754 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-26c1dd1f-272c-4838-afa3-240509c542fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422661 Jan 10 11:48:39.802593 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-ff4702b3-35e2-41a9-9a8e-a132720845ec service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940797 Jan 10 11:48:39.899582 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-8a74eeb8-d1e2-4b38-bd46-bbbe47edf390 req-ffd6c052-c5a2-423d-a659-988ba9d2e988 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910411 Jan 10 11:48:54.444146 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a5388b75-e6bd-4e16-b3a4-8149a9be0494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:56.688689 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-68996775-ad4c-44ab-8aab-cc4e611f29f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:58.035310 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:59.699839 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:48:59.830708 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:49:00.214087 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:00.939906 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:24.417002 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0670e479-8f8a-4d48-b3b0-49d6c8452c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:26.650641 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9abb125a-c9d9-42ef-acf8-7f5ef9b35c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:28.011155 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:29.731263 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:30.233034 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:30.896170 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:36.830878 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:49:40.201968 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-95597732-dce3-4941-b2b5-d8ae9ddb6f14 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398433 Jan 10 11:49:40.281036 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-a845ba09-1281-4d4f-af06-9d9631b50538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:49:40.282637 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-a845ba09-1281-4d4f-af06-9d9631b50538 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 1098 time: 0.0406115 Jan 10 11:49:40.392306 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-2a7c5fe5-596e-4c60-8a53-53e6a594beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:49:40.393693 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-2a7c5fe5-596e-4c60-8a53-53e6a594beb8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.0905545 Jan 10 11:49:40.458568 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-39cc869a-4146-43d0-981a-2ca82163749a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744 HTTP/1.1" status: 200 len: 1000 time: 0.0594506 Jan 10 11:49:40.511011 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-27b81f05-9059-47a0-98f5-57dc71bad678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:49:40.512496 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-27b81f05-9059-47a0-98f5-57dc71bad678 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0485289 Jan 10 11:49:40.560260 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-a4743e9f-af99-4e29-843a-e2ee44ccdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:49:40.561739 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-a4743e9f-af99-4e29-843a-e2ee44ccdf75 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437202 Jan 10 11:49:40.652406 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-760d9619-73b5-4bfe-9ea2-75c4d6582b10 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841072 Jan 10 11:49:40.748741 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-61055cc3-df2c-4216-9255-2c5c28ebbadc req-eb5519e8-bcc4-4069-9865-059cea1d26e9 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905297 Jan 10 11:49:54.408138 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eda0d223-6db3-4b0e-80d2-b07f06a33a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:56.751016 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b0008cce-3cc8-4858-96d4-08c22a2f2ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:58.030472 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:49:59.454626 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafb026-1815-466c-ac28-c6713801aaf8 req-ef929019-9e6f-4cb7-b0e8-73e9efb40f65 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:49:59.456124 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bafb026-1815-466c-ac28-c6713801aaf8 req-ef929019-9e6f-4cb7-b0e8-73e9efb40f65 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 945 time: 0.0558236 Jan 10 11:49:59.512453 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4bafb026-1815-466c-ac28-c6713801aaf8 req-4ae73dc5-519a-4167-8152-801c56bed7bb tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507147 Jan 10 11:49:59.675805 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:00.224248 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:00.631802 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99716e5-182c-457a-83b0-faef5ce77440 req-6334b227-9760-4ad4-8da5-3ef4722adb84 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:00.633247 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e99716e5-182c-457a-83b0-faef5ce77440 req-6334b227-9760-4ad4-8da5-3ef4722adb84 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 945 time: 0.0487976 Jan 10 11:50:00.683107 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-e99716e5-182c-457a-83b0-faef5ce77440 req-875225f6-7008-4b8d-a40d-4570cefe2779 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441592 Jan 10 11:50:00.914335 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:00.920999 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-c075068d-0971-48e8-bc02-e6dc6e7e56c8 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:00.922515 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-c075068d-0971-48e8-bc02-e6dc6e7e56c8 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 945 time: 0.0498700 Jan 10 11:50:01.021332 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Deleting port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:50:01.021667 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.111885 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] For port a39e281b-2b52-4b5d-b8e6-6a5a4222b744, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:01.112237 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.287293 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.287720 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (648b6f75-1050-460f-a726-897773240734), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.288157 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Floating IP 648b6f75-1050-460f-a726-897773240734 disassociated. External IP: 172.37.3.29, port: a39e281b-2b52-4b5d-b8e6-6a5a4222b744. Jan 10 11:50:01.288495 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Calling delete_port for a39e281b-2b52-4b5d-b8e6-6a5a4222b744 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:50:01.531579 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (a39e281b-2b52-4b5d-b8e6-6a5a4222b744), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.560972 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event deleted for resources: {'Port': ['ID=a39e281b-2b52-4b5d-b8e6-6a5a4222b744,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:01.572830 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.573179 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.573523 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.573857 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.574186 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.581954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.581954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.581954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.581954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.581954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.581954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.581954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.581954 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:01.687255 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Router 47a892f6-9467-48b2-915b-9751f8cac398 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:50:01.783166 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-895e04a8-6846-40fa-8566-d14bd96d4f54 req-130a1249-3f14-442d-a0a7-7da799e33307 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 210 time: 0.0269237 Jan 10 11:50:01.802835 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:01.817946 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:01.832243 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:01.838749 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:49:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:01.847383 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] No DVR routers for this DVR port a39e281b-2b52-4b5d-b8e6-6a5a4222b744 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:50:01.849985 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:01.853593 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-462f60b7-566d-40ee-9e7a-aca2170a51d0 req-10e0711a-89f9-4a6f-9976-7ed26d104cd6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "DELETE /v2.0/ports/a39e281b-2b52-4b5d-b8e6-6a5a4222b744 HTTP/1.1" status: 204 len: 173 time: 0.9263456 Jan 10 11:50:01.854055 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'name': 'network-vif-deleted', 'tag': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:50:01.856367 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1224e7-69d3-4fe4-8723-9f7bfc44f58e" -d '{"events": [{"server_uuid": "c47fc785-2072-4e05-9f7b-f95dbc2757d2", "name": "network-vif-deleted", "tag": "a39e281b-2b52-4b5d-b8e6-6a5a4222b744"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:50:01.959483 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:50:02.123891 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e303e28-b8a9-4dfe-bb7c-58b9a235899b x-openstack-request-id: req-9e303e28-b8a9-4dfe-bb7c-58b9a235899b {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:50:02.124874 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47fc785-2072-4e05-9f7b-f95dbc2757d2", "name": "network-vif-deleted", "tag": "a39e281b-2b52-4b5d-b8e6-6a5a4222b744", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:50:02.125129 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e303e28-b8a9-4dfe-bb7c-58b9a235899b {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:50:02.125586 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c47fc785-2072-4e05-9f7b-f95dbc2757d2', 'name': 'network-vif-deleted', 'tag': 'a39e281b-2b52-4b5d-b8e6-6a5a4222b744', 'status': 'completed', 'code': 200} Jan 10 11:50:02.194118 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:02.359782 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:50:02.368592 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:02.369240 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:49:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:02.499564 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:50:02.702445 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:02.728590 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f897560-4ea0-49d9-8936-e534a5d9ee3e None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:02.905190 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0e820676-c392-489e-84c3-4ce8e5378f16 req-10239a09-a3df-4506-8adf-82a436f650ae tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=c47fc785-2072-4e05-9f7b-f95dbc2757d2 HTTP/1.1" status: 200 len: 210 time: 0.0310304 Jan 10 11:50:02.963845 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d7ca2-f4fb-43ee-9d03-39f922da85e8 None None] New status for floating IP 648b6f75-1050-460f-a726-897773240734: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:50:04.172875 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-fe00f2ef-42fc-4c76-a557-6b6590a42ac6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361997568&fields=id&tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 267 time: 0.0450864 Jan 10 11:50:04.280133 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-be40eaea-d70e-4fbf-aa8f-ce19c64611f4 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:04.281634 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-be40eaea-d70e-4fbf-aa8f-ce19c64611f4 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 811 time: 0.1022708 Jan 10 11:50:04.297531 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-38fa1b81-153d-434f-87c9-b9e2d7d13b4d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/quotas/3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 375 time: 0.0102048 Jan 10 11:50:04.355369 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-1b64fa09-9117-415c-a4dc-6de81aff2e31 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524857 Jan 10 11:50:04.373239 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-e479163a-af31-42a3-a5a2-1fec56e82454 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103370) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 10 11:50:04.374186 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-e479163a-af31-42a3-a5a2-1fec56e82454 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052595 Jan 10 11:50:04.464466 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-07c716fd-4ad0-40e5-a993-32eed9b28e8e service neutron] 10.222.0.20 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845537 Jan 10 11:50:04.559914 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-8773b455-cc8a-45f5-9c67-33c6ee98db26 service neutron] 10.222.0.20 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893629 Jan 10 11:50:05.342378 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f1549519-450b-4ca2-88d1-f7ae4427a1aa req-1796805b-2858-4acd-87f2-f746f7b3ae56 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 210 time: 0.0292737 Jan 10 11:50:05.471781 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device a39e281b-2b52-4b5d-b8e6-6a5a4222b744 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:50:05.498297 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: a39e281b-2b52-4b5d-b8e6-6a5a4222b744 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:50:05.498638 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device a39e281b-2b52-4b5d-b8e6-6a5a4222b744 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:50:06.424607 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-36c85d64-5a8b-428c-807e-26fefba6e495 req-e04c00d9-ce7e-4e2e-9ac7-a64c2d122f81 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 210 time: 0.0277064 Jan 10 11:50:07.527833 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-64327aa1-3f6b-4066-8bfc-135c2b7e03e4 req-5734f1cc-a9b9-4c09-8466-ed28e50d6e01 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Jan 10 11:50:07.873711 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-563c857d-3fcc-4ee5-a8b8-9284b3b970d7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:07.875278 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-563c857d-3fcc-4ee5-a8b8-9284b3b970d7 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 811 time: 0.1146860 Jan 10 11:50:07.957688 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-dc9ac2ed-5f55-45ef-999c-3788d07cc1b5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 380 time: 0.0693407 Jan 10 11:50:07.966333 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'port': {'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'admin_state_up': True, 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'security_groups': ['92b9b768-7e0f-45e5-a75d-f3565a594f9f']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:08.171116 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Made reservation on behalf of 3f1d77884a2a4a7ebb85ba71e9d864a7 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:50:08.174663 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.305162 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Allocated IP 172.20.0.5 (92f5a063-7815-44d4-b602-8402ae90a4bb/cd91d361-f895-4ebc-be9f-c6907dfaef3a/16ca642f-40bb-46ee-bbb7-62b2a82d1bf5) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:08.456110 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.556414 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.630497 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Network 92f5a063-7815-44d4-b602-8402ae90a4bb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:08.635924 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:08.642282 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:08.695442 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:08.730515 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110066f6-abd7-466f-ae0c-9fe5468f0065 req-f898b012-71f3-4293-8cfe-5ca1b6fa3710 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:08.733032 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-110066f6-abd7-466f-ae0c-9fe5468f0065 req-f898b012-71f3-4293-8cfe-5ca1b6fa3710 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 931 time: 0.0871375 Jan 10 11:50:08.745771 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:08.746476 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.804646 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-110066f6-abd7-466f-ae0c-9fe5468f0065 req-96bbfb8b-4a22-432f-ae50-9cd2d790f8de tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637090 Jan 10 11:50:08.912013 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-4e40db10-e2c5-4c39-85de-d1fc7a622cd0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9498034 Jan 10 11:50:08.918495 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-b7396d41-2027-4207-9336-a49200235865 None None] Provisioning complete for port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:08.918947 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-b7396d41-2027-4207-9336-a49200235865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:08.922960 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Request body: {'port': {'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:08.952338 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-b7396d41-2027-4207-9336-a49200235865 None None] Port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:50:08.980723 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.264180 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:50:09.275195 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Publish callbacks [] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.286891 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Transition to ACTIVE for port object 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:50:09.395587 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.448894 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Pushing event updated for resources: {'Port': ['ID=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:09.535294 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Attempting to bind port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:50:09.535543 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Attempting to bind port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:50:09.535870 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Attempting to bind port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 on network 92f5a063-7815-44d4-b602-8402ae90a4bb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:09.541777 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 on network 92f5a063-7815-44d4-b602-8402ae90a4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:50:09.542093 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Attempting to bind port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 on network 92f5a063-7815-44d4-b602-8402ae90a4bb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:50:09.547636 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:50:09.548020 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Checking segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:50:09.548346 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Bound using segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:50:09.548772 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Bound port: 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:50:09.549126 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.623760 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] For port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:50:09.626957 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] For port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:50:09.738859 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.777840 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:09.778482 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:09.782988 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] 10.222.0.31 "PUT /v2.0/ports/16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 HTTP/1.1" status: 200 len: 1093 time: 0.8640168 Jan 10 11:50:09.783495 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:50:09.785873 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eef2f9-95ff-4412-ac44-6b6645e518bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:50:09.823669 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12176d2-0164-4c3a-917b-f46f26f66a47 service neutron] Pushing event updated for resources: {'Port': ['ID=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:09.829327 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dfc391-66a2-4208-8a39-0c25068f316e x-openstack-request-id: req-40dfc391-66a2-4208-8a39-0c25068f316e {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:50:09.829613 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:50:09.829864 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40dfc391-66a2-4208-8a39-0c25068f316e {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:50:09.830286 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'status': 'completed', 'code': 200} Jan 10 11:50:09.915211 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eef2f9-95ff-4412-ac44-6b6645e518bb req-bfc641f5-a774-409e-8c8c-9cbd464fd7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:09.920023 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a6eef2f9-95ff-4412-ac44-6b6645e518bb req-bfc641f5-a774-409e-8c8c-9cbd464fd7d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1096 time: 0.0654259 Jan 10 11:50:09.956736 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e07d3-589e-4721-95e6-5d4ab6346ff4 req-bbf9ad16-4fe7-4a57-81fb-4a7a0bd31df8 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:09.959426 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bc6e07d3-589e-4721-95e6-5d4ab6346ff4 req-bbf9ad16-4fe7-4a57-81fb-4a7a0bd31df8 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0603981 Jan 10 11:50:10.014474 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bc6e07d3-589e-4721-95e6-5d4ab6346ff4 req-6972abc8-4220-4832-b79b-4e0cb7e1e0f4 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493233 Jan 10 11:50:10.030332 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eef2f9-95ff-4412-ac44-6b6645e518bb req-24eb76b1-28a2-4178-bbb1-aaefef31441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:10.031792 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a6eef2f9-95ff-4412-ac44-6b6645e518bb req-24eb76b1-28a2-4178-bbb1-aaefef31441e service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1051884 Jan 10 11:50:10.122394 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eef2f9-95ff-4412-ac44-6b6645e518bb req-972418a5-3626-411c-a053-85b10b9cac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:10.123837 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a6eef2f9-95ff-4412-ac44-6b6645e518bb req-972418a5-3626-411c-a053-85b10b9cac60 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870790 Jan 10 11:50:10.215612 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-f4c8e09f-3c47-4432-abc9-0afed790c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:10.217061 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-f4c8e09f-3c47-4432-abc9-0afed790c484 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1096 time: 0.0414252 Jan 10 11:50:10.259963 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-8498eab8-5eca-4034-b9af-1f447702eea4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 HTTP/1.1" status: 200 len: 217 time: 0.0368514 Jan 10 11:50:10.307036 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-d4b5a0df-cc64-48d3-bc93-faf4eee937e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:10.308503 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-d4b5a0df-cc64-48d3-bc93-faf4eee937e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0435219 Jan 10 11:50:10.355273 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-9ccaee1a-8ab8-4099-b42a-9e24568aac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:10.356677 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-9ccaee1a-8ab8-4099-b42a-9e24568aac81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423412 Jan 10 11:50:10.452297 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-187832b6-bd51-4aaf-8393-f640de7ee85f service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891800 Jan 10 11:50:10.549545 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-a2907f6d-8cb0-45ef-911c-07a66750836b req-c60cb6c6-0524-4aee-926b-7bce4728f9f4 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918596 Jan 10 11:50:11.141708 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae2586-9812-4fd2-bd0a-780f795ded96 req-853f202c-4f71-44a8-ab77-0cd314c07a29 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:11.143231 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7eae2586-9812-4fd2-bd0a-780f795ded96 req-853f202c-4f71-44a8-ab77-0cd314c07a29 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0523946 Jan 10 11:50:11.196312 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7eae2586-9812-4fd2-bd0a-780f795ded96 req-4604da46-a7e4-4bcf-a5c9-d625113f6380 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468850 Jan 10 11:50:12.326826 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68876932-0239-4b71-8fe9-0c1d80197060 req-a302812c-a835-4877-b244-a91a2aabbdf1 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:12.328466 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-68876932-0239-4b71-8fe9-0c1d80197060 req-a302812c-a835-4877-b244-a91a2aabbdf1 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0590415 Jan 10 11:50:12.379700 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-68876932-0239-4b71-8fe9-0c1d80197060 req-dd82abcf-6266-455e-afcc-baa28e240daa tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Jan 10 11:50:13.501263 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665603d-8642-4db1-8575-39420cfa6d13 req-9ffcc66a-d4a7-4bb1-bfa3-99ef2e01172d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:13.502879 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4665603d-8642-4db1-8575-39420cfa6d13 req-9ffcc66a-d4a7-4bb1-bfa3-99ef2e01172d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0528562 Jan 10 11:50:13.559155 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4665603d-8642-4db1-8575-39420cfa6d13 req-28540e26-9317-4072-85af-f790de53fb2a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494506 Jan 10 11:50:13.830506 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:50:14.682797 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad44f6-8e40-430a-91d1-51eca0a9275e req-f0176b0d-32b8-4145-ab02-f03ec02ed758 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:14.684316 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-30ad44f6-8e40-430a-91d1-51eca0a9275e req-f0176b0d-32b8-4145-ab02-f03ec02ed758 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0540402 Jan 10 11:50:14.737117 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-30ad44f6-8e40-430a-91d1-51eca0a9275e req-e6c2bcc4-c079-49ee-a812-4ea1e0021e7f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470824 Jan 10 11:50:15.888334 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6aa49-a22e-4c0d-9c3b-4c916d0067a2 req-88d85c05-c280-4279-b97e-90222b9d13aa tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:15.890994 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58d6aa49-a22e-4c0d-9c3b-4c916d0067a2 req-88d85c05-c280-4279-b97e-90222b9d13aa tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0823257 Jan 10 11:50:15.941106 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58d6aa49-a22e-4c0d-9c3b-4c916d0067a2 req-f23f7d05-6972-4193-a1d5-bb4fb86b5026 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446732 Jan 10 11:50:17.060289 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744f86c-89f5-4bf8-923c-db89dc03b7a6 req-067d81f9-faf6-4386-94a0-f4c084e2c6da tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:17.061826 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3744f86c-89f5-4bf8-923c-db89dc03b7a6 req-067d81f9-faf6-4386-94a0-f4c084e2c6da tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0515456 Jan 10 11:50:17.118458 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-3744f86c-89f5-4bf8-923c-db89dc03b7a6 req-dbfb529b-34de-4385-91fa-ee84b922c68a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496669 Jan 10 11:50:18.236957 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb77fb-a8c2-4dc1-a584-766b8c8b1c8b req-959a7fb3-a62a-41c8-8ee6-b57fd8bf8926 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:18.238575 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-18bb77fb-a8c2-4dc1-a584-766b8c8b1c8b req-959a7fb3-a62a-41c8-8ee6-b57fd8bf8926 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0520458 Jan 10 11:50:18.287962 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-18bb77fb-a8c2-4dc1-a584-766b8c8b1c8b req-9c439520-d38f-4ad9-963e-30b001628eee tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Jan 10 11:50:19.406964 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f552a-c648-4ed3-99b9-e650382b5bdf req-b37d8be8-a81f-4f88-8004-2c1ae14c42b8 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:19.408443 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1f1f552a-c648-4ed3-99b9-e650382b5bdf req-b37d8be8-a81f-4f88-8004-2c1ae14c42b8 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 943 time: 0.0513654 Jan 10 11:50:19.462844 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-1f1f552a-c648-4ed3-99b9-e650382b5bdf req-863ee76c-f8f3-4d62-8a09-4d4b4af6909e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480735 Jan 10 11:50:19.517965 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:50:19.623934 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:19.639477 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:50:19.677987 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.691409 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:50:19.714045 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:19.878669 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:19.934608 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:19.942951 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.944242 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.944637 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.944969 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.945294 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.945618 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.945939 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.946279 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.946602 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.946966 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.947285 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.947590 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:19.947902 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:20.085879 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['16ca642f-40bb-46ee-bbb7-62b2a82d1bf5'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:50:20.584860 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cf2c2-f7b1-4cd3-bd34-042174057811 req-ccbe2986-2eb2-4c7c-a7cc-8c2699b769cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:20.586412 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2e8cf2c2-f7b1-4cd3-bd34-042174057811 req-ccbe2986-2eb2-4c7c-a7cc-8c2699b769cd tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 944 time: 0.0519137 Jan 10 11:50:20.642554 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2e8cf2c2-f7b1-4cd3-bd34-042174057811 req-dab6f4fb-c52c-4f7f-9c26-226561cdabc6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472002 Jan 10 11:50:21.533037 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:50:21.682331 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:50:21.689244 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:50:21.692556 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.796723 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea7332-5c3b-4322-a9f3-541e1b72c2a7 req-ff00e064-967c-4aa0-ab09-28714d906064 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:21.798253 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89ea7332-5c3b-4322-a9f3-541e1b72c2a7 req-ff00e064-967c-4aa0-ab09-28714d906064 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 944 time: 0.0677707 Jan 10 11:50:21.807442 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:21.839993 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:50:21.842682 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8911e80d-1735-44da-a0b1-a00f6b2cf53f" -d '{"events": [{"server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "name": "network-vif-plugged", "status": "completed", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:50:21.879575 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:50:21.879743 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-89ea7332-5c3b-4322-a9f3-541e1b72c2a7 req-ebc502dc-91df-4311-ac7f-53422580a24a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638478 Jan 10 11:50:21.964096 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe7806a-2e48-4156-a684-a454dbd09b33 x-openstack-request-id: req-6fe7806a-2e48-4156-a684-a454dbd09b33 {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:50:21.965757 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "name": "network-vif-plugged", "status": "completed", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:50:21.965757 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fe7806a-2e48-4156-a684-a454dbd09b33 {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:50:21.965757 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'code': 200} Jan 10 11:50:22.028766 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:22.090790 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:22.684781 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431a217-2909-41f9-9a2a-d7ce778ac58e req-d9bad257-3812-4c63-a9c6-b7f336601bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:22.691013 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5431a217-2909-41f9-9a2a-d7ce778ac58e req-d9bad257-3812-4c63-a9c6-b7f336601bab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1098 time: 0.3004532 Jan 10 11:50:22.733104 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5431a217-2909-41f9-9a2a-d7ce778ac58e req-5dbd3550-7fda-4730-bb46-48ba7039c9f4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408795 Jan 10 11:50:23.002596 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9469618-7dbe-44d5-9eb8-d085dbcb3a7c req-b848769a-b3ba-428f-bc3b-454e7a475541 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:23.004036 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d9469618-7dbe-44d5-9eb8-d085dbcb3a7c req-b848769a-b3ba-428f-bc3b-454e7a475541 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 945 time: 0.0524151 Jan 10 11:50:23.060658 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-d9469618-7dbe-44d5-9eb8-d085dbcb3a7c req-3dff4001-8d50-43dd-b193-2e3d3f9f2e9a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507596 Jan 10 11:50:24.185984 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c51285-89c8-47f4-8f9b-31735a8b45b2 req-40218e43-a764-434a-a581-638e8820b46f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:24.187523 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58c51285-89c8-47f4-8f9b-31735a8b45b2 req-40218e43-a764-434a-a581-638e8820b46f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 945 time: 0.0541389 Jan 10 11:50:24.242396 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-58c51285-89c8-47f4-8f9b-31735a8b45b2 req-f0c8d5d9-8a09-4896-80b0-deeb107e6141 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481102 Jan 10 11:50:24.400817 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dad12-4d25-43b0-8644-603324800bcb req-c7526c35-fe07-447f-96a8-71cef37b709d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:24.403293 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ef1dad12-4d25-43b0-8644-603324800bcb req-c7526c35-fe07-447f-96a8-71cef37b709d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 945 time: 0.0653284 Jan 10 11:50:24.411268 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2754f8fc-2263-496a-b90c-d77309b172d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.462919 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-ef1dad12-4d25-43b0-8644-603324800bcb req-7b2f0b2d-1616-46e2-b59c-d44647e046f9 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537097 Jan 10 11:50:24.487206 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47776) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:24.533660 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a0c214-0e56-41c8-aaff-b8c20e975733 tempest-TestVolumeBootPattern-211148544 tempest-TestVolumeBootPattern-211148544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:24.535219 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-65a0c214-0e56-41c8-aaff-b8c20e975733 tempest-TestVolumeBootPattern-211148544 tempest-TestVolumeBootPattern-211148544-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1093 time: 0.0470021 Jan 10 11:50:24.538545 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 47778) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:50:24.542861 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.v2.base [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103370) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:50:24.736790 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.849892 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:24.973135 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_common [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Allocated IP 172.37.3.54 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/dc09f834-e921-4f43-ba73-5869fd86f410) {{(pid=103370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:50:25.096868 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (dc09f834-e921-4f43-ba73-5869fd86f410), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.319980 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (dc09f834-e921-4f43-ba73-5869fd86f410), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.369909 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:50:25.373110 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.base_scheduler [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Resources bound (agent type, host, resource id): {{(pid=103370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:50:25.377157 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Received port after_create {{(pid=103370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:50:25.383438 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=dc09f834-e921-4f43-ba73-5869fd86f410,revision_number=1']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:25.410850 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.416142 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:50:25.768981 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (d100043c-2ebb-4583-867e-3ce5f06c0e73), precommit_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:25.918590 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (dc09f834-e921-4f43-ba73-5869fd86f410), before_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.082334 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (dc09f834-e921-4f43-ba73-5869fd86f410), precommit_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.164996 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5852071'] for port (dc09f834-e921-4f43-ba73-5869fd86f410), after_update {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.231570 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=dc09f834-e921-4f43-ba73-5869fd86f410,revision_number=2']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:50:26.246288 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (d100043c-2ebb-4583-867e-3ce5f06c0e73), after_create {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.348596 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.db.l3_db [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Floating IP d100043c-2ebb-4583-867e-3ce5f06c0e73 associated. External IP: 172.37.3.54, port: 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5. Jan 10 11:50:26.564505 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Router 47a892f6-9467-48b2-915b-9751f8cac398 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103370) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:50:26.673431 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f5e054f0-b9c5-4d51-b5fd-36572f570914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.678613 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103370) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:50:26.689672 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:50:26.698387 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:26.698974 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:50:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:26.810091 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:50:26.841258 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:26.882281 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8b15d3a8-c694-4a9e-97a7-49b0f00dd901 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3312268 Jan 10 11:50:26.882281 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5'}] {{(pid=103370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:50:26.882281 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62a56b7899509c1db0750c25d4f9dce9d94d76548ac291673e76a47915079167" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105" -d '{"events": [{"name": "network-changed", "server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5"}]}' {{(pid=103370) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:50:27.003565 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bba76c0-dfaa-4de4-9c4d-6aee6ad9737d x-openstack-request-id: req-0bba76c0-dfaa-4de4-9c4d-6aee6ad9737d {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:50:27.003848 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5", "status": "completed", "code": 200}]} {{(pid=103370) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:50:27.004093 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bba76c0-dfaa-4de4-9c4d-6aee6ad9737d {{(pid=103370) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:50:27.004488 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'status': 'completed', 'code': 200} Jan 10 11:50:27.064076 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:25Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:27.076829 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-066f4162-f565-47a8-8341-e367fb4784e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:27.078343 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-066f4162-f565-47a8-8341-e367fb4784e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1098 time: 0.0532503 Jan 10 11:50:27.091186 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:50:27.100093 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:50:27.100707 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:50:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:27.177707 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-83a7a9e4-40e0-4c85-a399-17797b923048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:27.179171 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-83a7a9e4-40e0-4c85-a399-17797b923048 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.0952919 Jan 10 11:50:27.255192 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-53fb28a9-aeb9-4a5d-8f58-986eeb6b562b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 HTTP/1.1" status: 200 len: 998 time: 0.0690701 Jan 10 11:50:27.306523 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-4f001770-9d1c-4605-bd92-80e6f9834a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:27.308033 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-4f001770-9d1c-4605-bd92-80e6f9834a41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0472605 Jan 10 11:50:27.343624 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:50:27.365129 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-ba9bacca-0c2d-4cae-848e-942a7079849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:27.366693 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-ba9bacca-0c2d-4cae-848e-942a7079849d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519001 Jan 10 11:50:27.465811 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-db847aa0-e5a6-4bae-816f-ba55cb286d62 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917246 Jan 10 11:50:27.573183 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-5c7c5c16-9308-42d9-a6ac-26b0fb8f4105 req-2a90ac79-aa92-42a4-83f4-112a41fad5e6 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016722 Jan 10 11:50:27.605136 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:25Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:50:27.640794 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b748d64a-8a4a-42c5-9282-fe6475cd53a5 None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:25Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:50:27.853273 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a4f02f-8afe-4417-93fb-645873c74103 None None] New status for floating IP d100043c-2ebb-4583-867e-3ce5f06c0e73: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:50:28.056122 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:29.690247 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.279045 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:30.884662 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:41.546100 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbc7c49e-919d-47e6-8823-09700da82745 req-6d69b073-a1bd-4a49-b579-5d90604fd776 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423062 Jan 10 11:50:41.629776 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c49e-919d-47e6-8823-09700da82745 req-ad86d6ed-b67e-4608-87ae-c4b009377771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:41.631483 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbc7c49e-919d-47e6-8823-09700da82745 req-ad86d6ed-b67e-4608-87ae-c4b009377771 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1098 time: 0.0417187 Jan 10 11:50:41.740998 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c49e-919d-47e6-8823-09700da82745 req-ecc98bce-48e9-4505-b1da-6f350fcab032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:41.742518 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbc7c49e-919d-47e6-8823-09700da82745 req-ecc98bce-48e9-4505-b1da-6f350fcab032 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.0924175 Jan 10 11:50:41.807614 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbc7c49e-919d-47e6-8823-09700da82745 req-416ad1b0-fd32-42c9-ae88-a164ce5ac538 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 HTTP/1.1" status: 200 len: 1000 time: 0.0591693 Jan 10 11:50:41.861781 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c49e-919d-47e6-8823-09700da82745 req-68c28200-69ac-4319-8d63-19a18420e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:41.863305 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbc7c49e-919d-47e6-8823-09700da82745 req-68c28200-69ac-4319-8d63-19a18420e727 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0501268 Jan 10 11:50:41.909858 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c49e-919d-47e6-8823-09700da82745 req-888dda67-ecce-4d3f-9d75-70a7d35eac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:50:41.912093 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbc7c49e-919d-47e6-8823-09700da82745 req-888dda67-ecce-4d3f-9d75-70a7d35eac51 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413747 Jan 10 11:50:42.006618 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbc7c49e-919d-47e6-8823-09700da82745 req-7ee14c88-4874-4fbe-ad3b-e314e43aab54 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874939 Jan 10 11:50:42.108677 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-cbc7c49e-919d-47e6-8823-09700da82745 req-02019282-f093-4472-b36a-c4b244227763 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942006 Jan 10 11:50:50.832657 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:50:54.443055 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-7856c12e-60c4-47f6-85f3-8c9b55180493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:56.728034 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9afa1e4e-6711-43fe-8d61-77f0ae531ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:58.065572 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:50:59.819482 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.258181 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:00.911088 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:24.418014 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e41fc66c-eceb-4f68-ad1a-21ba836f6e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:26.692410 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d2c6407e-c45b-414b-bf07-fb883b389b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:27.833299 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:51:28.194643 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:29.817665 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.262834 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:30.908839 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:41.536835 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22273366-f36a-4974-89dc-f5413042cd58 req-b7c3fae1-d63d-461a-a064-dd804ce65669 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488718 Jan 10 11:51:41.632013 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22273366-f36a-4974-89dc-f5413042cd58 req-2cacdfda-ea33-4601-a0c4-c73985a47bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:41.633726 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22273366-f36a-4974-89dc-f5413042cd58 req-2cacdfda-ea33-4601-a0c4-c73985a47bef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1098 time: 0.0509317 Jan 10 11:51:41.802017 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22273366-f36a-4974-89dc-f5413042cd58 req-3ee7ffe0-83c1-4387-81ea-001897e631b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:41.803899 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22273366-f36a-4974-89dc-f5413042cd58 req-3ee7ffe0-83c1-4387-81ea-001897e631b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.1474967 Jan 10 11:51:41.877751 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22273366-f36a-4974-89dc-f5413042cd58 req-71f26f1d-6c3f-4109-aa77-2ee6e751ca25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 HTTP/1.1" status: 200 len: 1000 time: 0.0674257 Jan 10 11:51:41.935764 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22273366-f36a-4974-89dc-f5413042cd58 req-db30974d-d7c0-4a42-ba1f-48470103edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:41.937430 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22273366-f36a-4974-89dc-f5413042cd58 req-db30974d-d7c0-4a42-ba1f-48470103edcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0530722 Jan 10 11:51:41.995095 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22273366-f36a-4974-89dc-f5413042cd58 req-69ee6d12-c15d-487f-9ef0-dd2981bf7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:51:41.996737 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22273366-f36a-4974-89dc-f5413042cd58 req-69ee6d12-c15d-487f-9ef0-dd2981bf7f0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535085 Jan 10 11:51:42.101310 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22273366-f36a-4974-89dc-f5413042cd58 req-6948c6ec-ce83-4350-b733-b6806800e335 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986018 Jan 10 11:51:42.201836 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-22273366-f36a-4974-89dc-f5413042cd58 req-8d59090e-a032-4f59-94fb-8ba9946d92e5 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947537 Jan 10 11:51:54.524234 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c3c2ee1d-638b-4d8d-b125-d1bb409143e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:56.833039 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-08d0e2d3-6d3f-4c3b-b77b-ac03759b3be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:58.038878 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:51:59.724806 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.311889 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:00.901238 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:02.390328 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-9a14c349-7f5a-4fa7-afef-afe483cf33c2 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361997568&fields=id&tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 267 time: 0.0484257 Jan 10 11:52:02.503186 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-84cbc766-30ce-4a94-9fe6-2774c8b03e4a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:02.504761 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-84cbc766-30ce-4a94-9fe6-2774c8b03e4a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 811 time: 0.1080573 Jan 10 11:52:02.523384 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-c3e50dfa-804a-4579-8c54-c002e7064ac6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/quotas/3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 375 time: 0.0109193 Jan 10 11:52:02.580805 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-c67082db-ee8e-49d9-9f66-49c8ebb3ffa2 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502887 Jan 10 11:52:02.754414 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-3cbaa43c-a294-4a0e-b27e-59f84074de74 service neutron] 10.222.0.20 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621635 Jan 10 11:52:02.848482 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-83ba6ee2-15fa-46f3-bd6f-db33bfb0933e service neutron] 10.222.0.20 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883253 Jan 10 11:52:03.558688 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7f91eec2-e47d-4776-9497-70c0087f3ab3 req-7092a6a4-9c77-4d6c-adcd-ccbbd0b763e1 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 210 time: 0.0268376 Jan 10 11:52:04.672081 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-df6087af-60ba-4def-9ac9-746223fb1ec7 req-ca30f09f-d108-4b77-ba21-a7139d2e1142 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Jan 10 11:52:04.832946 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:52:05.772478 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-05fccf7c-b2de-4afd-8b29-9008122237c4 req-f210627c-d9f5-4a48-9e7b-7b7bf7c36bd9 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 210 time: 0.0270081 Jan 10 11:52:05.963894 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-2e451d9f-67e6-431e-be38-cd0dc1d7d482 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:05.965852 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-2e451d9f-67e6-431e-be38-cd0dc1d7d482 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 811 time: 0.1256967 Jan 10 11:52:06.064489 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-e49a1687-13ff-4ba4-9521-5275c7db6fa5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7 HTTP/1.1" status: 200 len: 380 time: 0.0898752 Jan 10 11:52:06.072890 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'port': {'device_id': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'admin_state_up': True, 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'security_groups': ['92b9b768-7e0f-45e5-a75d-f3565a594f9f']}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:06.278045 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Made reservation on behalf of 3f1d77884a2a4a7ebb85ba71e9d864a7 for: {'port': 1} {{(pid=103371) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 10 11:52:06.281672 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.412794 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Allocated IP 172.20.0.4 (92f5a063-7815-44d4-b602-8402ae90a4bb/cd91d361-f895-4ebc-be9f-c6907dfaef3a/521c1d4b-4729-4ac8-88a0-48f20ea6c44d) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:06.557461 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.667383 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.716570 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Network 92f5a063-7815-44d4-b602-8402ae90a4bb is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:06.719955 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:06.723856 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:06.730845 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:06.758265 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.758619 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.759026 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.759285 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.759614 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.759938 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.760268 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.760589 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.760910 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.761232 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.761578 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.761862 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.762852 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:06.795347 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:06.796041 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:06.904273 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912f42b-ba4e-462d-ad94-f51c87d35cb4 req-afcdb8a9-ef77-4f25-8f0a-18891616f0a1 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:06.905981 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0912f42b-ba4e-462d-ad94-f51c87d35cb4 req-afcdb8a9-ef77-4f25-8f0a-18891616f0a1 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 931 time: 0.0575378 Jan 10 11:52:06.921213 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-868f2c53-7fca-4c68-af2e-62263daa473c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8520515 Jan 10 11:52:06.933821 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Request body: {'port': {'device_id': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:06.970903 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0912f42b-ba4e-462d-ad94-f51c87d35cb4 req-a00e4af8-378c-4fdf-b8f3-4efb0653c4a5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591891 Jan 10 11:52:07.006279 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.025257 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-f0465647-5a78-47da-bdfa-50720be6e28f None None] Provisioning complete for port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d triggered by entity DHCP. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:07.030517 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f0465647-5a78-47da-bdfa-50720be6e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.068143 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-f0465647-5a78-47da-bdfa-50720be6e28f None None] Port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d cannot update to ACTIVE because it is not bound. {{(pid=103372) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 10 11:52:07.337206 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521c1d4b-4729-4ac8-88a0-48f20ea6c44d {{(pid=103371) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:52:07.345624 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Publish callbacks [] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.359466 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.provisioning_blocks [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Transition to ACTIVE for port object 521c1d4b-4729-4ac8-88a0-48f20ea6c44d will not be triggered until provisioned by entity L2. {{(pid=103371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 10 11:52:07.530245 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.582853 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Pushing event updated for resources: {'Port': ['ID=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:07.691675 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Attempting to bind port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d on host hv-cinder-maste for vnic_type normal with profile {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 10 11:52:07.694577 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Attempting to bind port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 10 11:52:07.694975 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Attempting to bind port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d on network 92f5a063-7815-44d4-b602-8402ae90a4bb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:07.700809 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d on network 92f5a063-7815-44d4-b602-8402ae90a4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 10 11:52:07.701269 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Attempting to bind port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d on network 92f5a063-7815-44d4-b602-8402ae90a4bb {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 10 11:52:07.709605 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Checking agent: {'id': '7b65c67f-0e06-4767-91cc-d8658ea8dbab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'started_at': datetime.datetime(2022, 1, 10, 11, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 10 11:52:07.710124 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Checking segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 10 11:52:07.710737 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Bound using segment: {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'} {{(pid=103371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 10 11:52:07.711399 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.managers [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Bound port: 521c1d4b-4729-4ac8-88a0-48f20ea6c44d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e9a115-bf18-4ca2-998b-ebb73492a964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb'}}] {{(pid=103371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 10 11:52:07.711808 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.819132 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] For port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d, host hv-cinder-maste, cleared binding levels {{(pid=103371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 10 11:52:07.823046 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] For port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 10 11:52:07.907319 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.944162 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:07.945042 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:07.946695 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] 10.222.0.31 "PUT /v2.0/ports/521c1d4b-4729-4ac8-88a0-48f20ea6c44d HTTP/1.1" status: 200 len: 1093 time: 1.0190053 Jan 10 11:52:07.955862 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:52:07.959747 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d4797b-1f85-4af8-b206-1efe35a3a4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:52:08.009081 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03456e-fc80-4e00-9ebf-f1f0e7b7c4cb service neutron] Pushing event updated for resources: {'Port': ['ID=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,revision_number=3']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:08.022345 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2abd3f4-8d69-419d-b8dc-db30958e741d x-openstack-request-id: req-e2abd3f4-8d69-419d-b8dc-db30958e741d {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:52:08.022345 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:52:08.022345 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2abd3f4-8d69-419d-b8dc-db30958e741d {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:52:08.022345 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'status': 'completed', 'code': 200} Jan 10 11:52:08.100614 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4797b-1f85-4af8-b206-1efe35a3a4a7 req-aa42636d-50bc-408d-9734-7e7fc985ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:08.102909 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62d4797b-1f85-4af8-b206-1efe35a3a4a7 req-aa42636d-50bc-408d-9734-7e7fc985ff49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 1096 time: 0.0574682 Jan 10 11:52:08.148736 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8b113-9b0c-48af-a42e-0c506b2c63fe req-40a9b9a3-e2ea-4c44-b5a6-06a8ff6afaca tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:08.150484 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4cc8b113-9b0c-48af-a42e-0c506b2c63fe req-40a9b9a3-e2ea-4c44-b5a6-06a8ff6afaca tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0644872 Jan 10 11:52:08.244066 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4cc8b113-9b0c-48af-a42e-0c506b2c63fe req-fac07059-ef86-4134-8fe4-fb5d36ef6a5a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821722 Jan 10 11:52:08.273400 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4797b-1f85-4af8-b206-1efe35a3a4a7 req-5019b41d-0c87-41b0-b0a1-f3643d65a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:08.275191 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62d4797b-1f85-4af8-b206-1efe35a3a4a7 req-5019b41d-0c87-41b0-b0a1-f3643d65a0b4 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1655502 Jan 10 11:52:08.403566 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4797b-1f85-4af8-b206-1efe35a3a4a7 req-038b15bd-e419-433e-af8b-43e6cf41e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:08.405642 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-62d4797b-1f85-4af8-b206-1efe35a3a4a7 req-038b15bd-e419-433e-af8b-43e6cf41e9bc service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231372 Jan 10 11:52:08.500893 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-95aff87d-e0ef-4a20-9427-7bdd00b61dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:08.502759 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-95aff87d-e0ef-4a20-9427-7bdd00b61dc1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 1096 time: 0.0535805 Jan 10 11:52:08.545678 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-6fb74590-00fa-4df5-b816-3182a6a49237 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d HTTP/1.1" status: 200 len: 217 time: 0.0363870 Jan 10 11:52:08.603070 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-540ea0f3-0bc4-4085-880b-7cf9377e1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:08.604490 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-540ea0f3-0bc4-4085-880b-7cf9377e1ae3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0532377 Jan 10 11:52:08.652225 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-1f10c7dd-9433-42aa-88c4-2116ea40036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:08.654313 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-1f10c7dd-9433-42aa-88c4-2116ea40036e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440614 Jan 10 11:52:08.772413 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-ec1d4e75-29b4-420b-96dc-e54221f270ac service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122377 Jan 10 11:52:08.885379 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-6577228d-e7c4-484a-baf4-3db19ffd14d3 req-530d76f1-75c6-4440-8335-4e814da33fa4 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068873 Jan 10 11:52:09.390612 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d6dd0-19bd-4a15-a83d-831b1a479f58 req-fa79a375-34ae-4221-aee8-654a60123cc5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:09.392594 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c81d6dd0-19bd-4a15-a83d-831b1a479f58 req-fa79a375-34ae-4221-aee8-654a60123cc5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0617664 Jan 10 11:52:09.459635 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c81d6dd0-19bd-4a15-a83d-831b1a479f58 req-ef0d9d74-6c16-4c4e-8a6a-7c341c7fa619 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575194 Jan 10 11:52:10.580294 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d41f6-08fa-4ca7-90b1-c596678c5f14 req-9f96d0cd-8c4a-41ae-a1aa-af591bf22286 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:10.583338 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f56d41f6-08fa-4ca7-90b1-c596678c5f14 req-9f96d0cd-8c4a-41ae-a1aa-af591bf22286 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0524681 Jan 10 11:52:10.639472 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-f56d41f6-08fa-4ca7-90b1-c596678c5f14 req-25c8343c-7d29-4e1f-86c5-909e78948e39 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513496 Jan 10 11:52:11.772886 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1a1d1-5476-47af-bbaa-025c816ea2a4 req-e1dd20d7-ee6f-4d5f-9c0d-e0d3193206df tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:11.774580 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2ae1a1d1-5476-47af-bbaa-025c816ea2a4 req-e1dd20d7-ee6f-4d5f-9c0d-e0d3193206df tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0619459 Jan 10 11:52:11.837533 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-2ae1a1d1-5476-47af-bbaa-025c816ea2a4 req-45c108f1-5a73-4af4-ab8a-f19acf9af001 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512431 Jan 10 11:52:12.963550 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d2a1c-2883-4ca7-b68c-3cd3b1a7509e req-200241ff-958c-448c-b276-69def5a27fa0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:12.965661 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c96d2a1c-2883-4ca7-b68c-3cd3b1a7509e req-200241ff-958c-448c-b276-69def5a27fa0 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0537179 Jan 10 11:52:13.018446 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c96d2a1c-2883-4ca7-b68c-3cd3b1a7509e req-65669792-14fd-474a-8aca-33eef6e60dba tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471175 Jan 10 11:52:14.196738 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e1d8d-7ac4-4ee8-9a96-3b4d00f758de req-d89ee60f-a667-4ef0-8c27-1dfab1bef3ff tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:14.198326 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8a6e1d8d-7ac4-4ee8-9a96-3b4d00f758de req-d89ee60f-a667-4ef0-8c27-1dfab1bef3ff tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0526843 Jan 10 11:52:14.256024 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8a6e1d8d-7ac4-4ee8-9a96-3b4d00f758de req-48819f71-0a5d-4715-8235-298f2ef68f31 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518038 Jan 10 11:52:15.379918 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b21ec2-8379-496b-946c-583fcfbe9ae1 req-af91b0fb-b608-4393-9006-67e4decd83cf tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:15.381493 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-66b21ec2-8379-496b-946c-583fcfbe9ae1 req-af91b0fb-b608-4393-9006-67e4decd83cf tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0552239 Jan 10 11:52:15.439375 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-66b21ec2-8379-496b-946c-583fcfbe9ae1 req-523c4144-2883-411b-a8fb-c063ca70de5e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516906 Jan 10 11:52:16.556819 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ea099-5e52-4afd-ac84-3195f1f2a8c4 req-546b2420-fe95-4cdc-9745-2c2bc9822b4c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:16.558327 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6d3ea099-5e52-4afd-ac84-3195f1f2a8c4 req-546b2420-fe95-4cdc-9745-2c2bc9822b4c tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0487990 Jan 10 11:52:16.608303 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-6d3ea099-5e52-4afd-ac84-3195f1f2a8c4 req-2eb07676-1512-4ddc-89ef-89b84edce7b9 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443089 Jan 10 11:52:17.728926 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd281685-9ab5-42a2-8265-2d324a0c744f req-03e3ab31-8bc0-4076-b17a-5661f1a3d228 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:17.731073 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dd281685-9ab5-42a2-8265-2d324a0c744f req-03e3ab31-8bc0-4076-b17a-5661f1a3d228 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 943 time: 0.0492551 Jan 10 11:52:17.787527 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-dd281685-9ab5-42a2-8265-2d324a0c744f req-98722147-bb02-4e41-a5c3-62736893bba3 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497084 Jan 10 11:52:18.080366 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 521c1d4b-4729-4ac8-88a0-48f20ea6c44d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103372) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 10 11:52:18.213474 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:18.231043 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Returning: {'device': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'port_id': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'mac_address': 'fa:16:3e:34:52:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103372) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 10 11:52:18.280432 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.294599 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521c1d4b-4729-4ac8-88a0-48f20ea6c44d {{(pid=103372) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 10 11:52:18.323419 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:18.391958 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:18.448097 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,revision_number=4']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:18.457791 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.458137 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.458507 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.458875 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.459200 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.459521 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.459858 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.460157 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.460471 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.460788 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.461115 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.461421 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.461729 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:52:18.633985 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] get_ports_and_sgs() called for port_ids ['521c1d4b-4729-4ac8-88a0-48f20ea6c44d'] {{(pid=103372) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 10 11:52:18.924365 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b8e8d-0ec6-4435-a872-5de02fa222a8 req-fbc1a007-7aba-4b21-9d38-232900ae0ace tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:18.925999 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7f7b8e8d-0ec6-4435-a872-5de02fa222a8 req-fbc1a007-7aba-4b21-9d38-232900ae0ace tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 944 time: 0.0700181 Jan 10 11:52:18.981797 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7f7b8e8d-0ec6-4435-a872-5de02fa222a8 req-aa0fd297-7c14-4ca6-a5fb-7a1dd57f62e5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485699 Jan 10 11:52:20.096348 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 521c1d4b-4729-4ac8-88a0-48f20ea6c44d up at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 10 11:52:20.103066 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80028c30-97c9-4f30-b545-736a8116ffea req-b7befd04-2b30-442b-a842-d59fa70312e5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:20.104589 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-80028c30-97c9-4f30-b545-736a8116ffea req-b7befd04-2b30-442b-a842-d59fa70312e5 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 944 time: 0.0502136 Jan 10 11:52:20.159109 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-80028c30-97c9-4f30-b545-736a8116ffea req-aa15ce0e-1a28-4b55-8c41-8802b8914bf3 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479028 Jan 10 11:52:20.214377 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning for port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d completed by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 10 11:52:20.219012 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.provisioning_blocks [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Provisioning complete for port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d triggered by entity L2. {{(pid=103372) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 10 11:52:20.219377 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1192702'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), provisioning_complete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.314503 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), before_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.341143 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d'}] {{(pid=103372) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:52:20.343614 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be05e9b6d1308befd82d0006fe74ff50a7f43f61b1441e57f1d6efc489731edb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb90dfd7-eeed-4724-8800-e0258250b93d" -d '{"events": [{"server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "name": "network-vif-plugged", "status": "completed", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d"}]}' {{(pid=103372) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:52:20.358345 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] For port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:52:20.381867 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34e396-eb71-4859-925c-ab3a095ebb8a x-openstack-request-id: req-ed34e396-eb71-4859-925c-ab3a095ebb8a {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:52:20.382156 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "name": "network-vif-plugged", "status": "completed", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d", "code": 200}]} {{(pid=103372) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:52:20.382444 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed34e396-eb71-4859-925c-ab3a095ebb8a {{(pid=103372) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:52:20.382840 dv-cinder-master-3-iscsi neutron-server[103372]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'code': 200} Jan 10 11:52:20.466629 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:20.517382 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Pushing event updated for resources: {'Port': ['ID=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,revision_number=5']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:20.935729 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018a079-9c69-42dd-bcc6-a050f74d9cc6 req-4ae33ab3-5de1-4937-964f-c549bca7c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:20.937250 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c018a079-9c69-42dd-bcc6-a050f74d9cc6 req-4ae33ab3-5de1-4937-964f-c549bca7c7d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 1098 time: 0.0712557 Jan 10 11:52:20.992045 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-c018a079-9c69-42dd-bcc6-a050f74d9cc6 req-02316e4a-badb-403e-8005-42a4d31d7834 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489025 Jan 10 11:52:21.280710 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91a06f-ec44-45b6-b2e1-26c3fcfe3c3c req-7d77be1d-b1ee-4f8b-82b6-e0c213814062 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:21.282261 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8f91a06f-ec44-45b6-b2e1-26c3fcfe3c3c req-7d77be1d-b1ee-4f8b-82b6-e0c213814062 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 945 time: 0.0522835 Jan 10 11:52:21.336175 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-8f91a06f-ec44-45b6-b2e1-26c3fcfe3c3c req-62b07e0d-7252-4cdf-8172-7dc27de2ae7b tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469067 Jan 10 11:52:22.461156 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e709f84-5677-4d7a-84bb-a65cd7394420 req-78263607-5d05-4df1-96f5-b4346c77d2c6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:22.462550 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4e709f84-5677-4d7a-84bb-a65cd7394420 req-78263607-5d05-4df1-96f5-b4346c77d2c6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 945 time: 0.0500617 Jan 10 11:52:22.513943 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-4e709f84-5677-4d7a-84bb-a65cd7394420 req-70c42d3e-9dad-4a37-8ba6-cfded800a0be tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454526 Jan 10 11:52:22.630988 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13cda1-5e08-4307-b734-a15e1e7e12b1 req-ddaf5918-37d3-436f-ba99-42e64d700967 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:22.632424 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0b13cda1-5e08-4307-b734-a15e1e7e12b1 req-ddaf5918-37d3-436f-ba99-42e64d700967 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 945 time: 0.0482655 Jan 10 11:52:22.686449 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-0b13cda1-5e08-4307-b734-a15e1e7e12b1 req-be3bead1-1370-4f4d-9126-e6a1b53cb2d6 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484164 Jan 10 11:52:22.709528 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47914) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:22.750597 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821b03cc-1e91-40c5-a20e-a0bac5da611b tempest-TestVolumeBootPattern-211148544 tempest-TestVolumeBootPattern-211148544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:22.752087 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-821b03cc-1e91-40c5-a20e-a0bac5da611b tempest-TestVolumeBootPattern-211148544 tempest-TestVolumeBootPattern-211148544-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 1093 time: 0.0412781 Jan 10 11:52:22.754863 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47916) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:52:22.758933 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.v2.base [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Request body: {'floatingip': {'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'port_id': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103371) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 10 11:52:22.866298 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:22.973005 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (None), before_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.088171 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_common [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Allocated IP 172.37.3.123 (87d71f08-dab5-49cc-9f83-920a77efdd4f/c32f27a9-52d9-431d-8bb8-b378ca8b9bf3/cfff7dde-4e2b-4275-bbcd-912bdd443911) {{(pid=103371) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 10 11:52:23.196271 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (cfff7dde-4e2b-4275-bbcd-912bdd443911), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.300019 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732914562838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (cfff7dde-4e2b-4275-bbcd-912bdd443911), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.349955 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Network 87d71f08-dab5-49cc-9f83-920a77efdd4f is already hosted by enough agents. {{(pid=103371) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 10 11:52:23.354424 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.base_scheduler [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Resources bound (agent type, host, resource id): {{(pid=103371) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 10 11:52:23.357593 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Received port after_create {{(pid=103371) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 10 11:52:23.381996 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=cfff7dde-4e2b-4275-bbcd-912bdd443911,revision_number=1']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:23.725530 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (33a95116-a29f-432b-8369-2b817c5f3046), precommit_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:23.875839 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1199915'] for port (cfff7dde-4e2b-4275-bbcd-912bdd443911), before_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.033388 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for port (cfff7dde-4e2b-4275-bbcd-912bdd443911), precommit_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.127971 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732915034754', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732914562856', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732914562874', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5965845'] for port (cfff7dde-4e2b-4275-bbcd-912bdd443911), after_update {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.196607 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event updated for resources: {'Port': ['ID=cfff7dde-4e2b-4275-bbcd-912bdd443911,revision_number=2']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:52:24.217298 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636837'] for floatingip (33a95116-a29f-432b-8369-2b817c5f3046), after_create {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.334584 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Floating IP 33a95116-a29f-432b-8369-2b817c5f3046 associated. External IP: 172.37.3.123, port: 521c1d4b-4729-4ac8-88a0-48f20ea6c44d. Jan 10 11:52:24.419907 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ca20075c-47ec-4ee5-84d6-90a4e63cf431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.592983 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Router 47a892f6-9467-48b2-915b-9751f8cac398 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:52:24.723228 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:52:24.735492 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:52:24.747893 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:24.754305 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:51:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:24.827921 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:24.872430 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-63f6f5f6-670a-4909-a759-272bfa7ba02e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1024182 Jan 10 11:52:24.872430 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:52:24.872430 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f90f53-b7d7-4faf-a91c-d0664898991e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:52:24.873334 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:24.908728 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabf39ad-463e-4c01-9d07-a98dc106ba37 x-openstack-request-id: req-aabf39ad-463e-4c01-9d07-a98dc106ba37 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:52:24.909019 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:52:24.909271 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aabf39ad-463e-4c01-9d07-a98dc106ba37 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:52:24.911205 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'status': 'completed', 'code': 200} Jan 10 11:52:24.994529 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-9df2b315-a3d0-442f-b28f-cddf2e58d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:24.996424 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-9df2b315-a3d0-442f-b28f-cddf2e58d286 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 1098 time: 0.0526185 Jan 10 11:52:25.183675 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '33a95116-a29f-432b-8369-2b817c5f3046', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.123', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:34:52:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:52:23Z', 'updated_at': '2022-01-10T11:52:23Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}, {'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:27Z', 'revision_number': 1, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:25.221845 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:52:25.238277 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:52:25.239016 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:51:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:25.394965 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:52:25.431995 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-88a11de4-2114-4ce6-9784-d7fc56738697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:25.434765 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-88a11de4-2114-4ce6-9784-d7fc56738697 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.4318750 Jan 10 11:52:25.507523 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-0043d840-d3ba-4cdd-8d6b-8ed64997874b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d HTTP/1.1" status: 200 len: 999 time: 0.0666416 Jan 10 11:52:25.556957 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-8d665130-f255-432b-bbaa-96c830e3ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:25.558590 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-8d665130-f255-432b-bbaa-96c830e3ce2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0457208 Jan 10 11:52:25.617924 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-43b6a16a-55d1-46a3-aa81-60ff53547138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:25.619533 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-43b6a16a-55d1-46a3-aa81-60ff53547138 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550950 Jan 10 11:52:25.713096 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '33a95116-a29f-432b-8369-2b817c5f3046', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.123', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:34:52:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:52:23Z', 'updated_at': '2022-01-10T11:52:23Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}, {'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:27Z', 'revision_number': 1, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:52:25.743979 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059e436f-78dd-4659-b5c7-bcbf4a1a6b51 None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '33a95116-a29f-432b-8369-2b817c5f3046', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.123', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:34:52:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:52:23Z', 'updated_at': '2022-01-10T11:52:23Z', 'revision_number': 0, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}, {'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:27Z', 'revision_number': 1, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:52:25.773326 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-e84d2e8e-a2c2-4286-b188-deb215370f94 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474588 Jan 10 11:52:25.905543 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-64f90f53-b7d7-4faf-a91c-d0664898991e req-178b0b73-158a-469c-81bd-3b8c916ca2d5 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256533 Jan 10 11:52:25.975581 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5249e16-15da-4651-bf2b-57193100a097 None None] New status for floating IP 33a95116-a29f-432b-8369-2b817c5f3046: ACTIVE {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:52:26.665748 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ddeaf09f-92aa-4aa3-8559-4cb75139d7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:28.071294 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:29.721632 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.259989 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:30.905482 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:41.533600 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-28f1f192-b9b4-4c7c-958b-601d26d52c5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387630 Jan 10 11:52:41.623913 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-9db2cd9c-5e75-4cbf-9756-67077710111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:41.625446 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-9db2cd9c-5e75-4cbf-9756-67077710111b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1098 time: 0.0464277 Jan 10 11:52:41.732547 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-c8e76daf-068b-4bae-b50d-93d49bfd2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:41.734019 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-c8e76daf-068b-4bae-b50d-93d49bfd2503 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.0888069 Jan 10 11:52:41.800914 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-d78ebdd7-7580-4adc-822e-7c90df9b7602 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 HTTP/1.1" status: 200 len: 1000 time: 0.0600302 Jan 10 11:52:41.831527 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:52:41.854822 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-5e9a8252-6ca3-4b56-873b-7387cb0141da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:41.856300 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-5e9a8252-6ca3-4b56-873b-7387cb0141da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0481222 Jan 10 11:52:41.902034 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-23900473-5159-47be-b025-c365ed46a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:52:41.903618 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-23900473-5159-47be-b025-c365ed46a18f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415165 Jan 10 11:52:41.999503 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-dbfd0269-1ffe-4286-8d64-d69e5ad1f67d service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890102 Jan 10 11:52:42.100599 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2dbf4cdd-586c-4394-b2fc-f6a525dd9487 req-37195602-8c8b-4a53-bb6e-ebfc48a8deab service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949383 Jan 10 11:52:54.407042 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-cc7aaed5-80e3-42f1-9686-45fda99ec6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:56.676011 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2635999a-1044-4108-9d11-fa95ba40e63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:58.063979 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:52:59.726991 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.252422 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:00.897999 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:18.830175 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:53:24.480195 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-470c3f33-113d-4456-83bb-d2d678cea7b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:26.697160 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4da4da91-e0e7-4906-8179-07e6309a7c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:28.045738 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:29.719996 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.126035 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-817517a2-2993-48a7-8d25-215d3f505d25 req-565fdb48-7300-4f80-b1a8-b0c45ff40b4f service neutron] (103370) timed out ('10.222.0.31', 64701) {{(pid=103370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 11:53:30.245812 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:30.896994 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:41.593100 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-2b218fc5-f9e0-4d8d-98a4-fc007323333c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0954368 Jan 10 11:53:41.654663 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-3c14e938-2971-4273-a1f9-4292dba37dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:41.656169 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-3c14e938-2971-4273-a1f9-4292dba37dcc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 1098 time: 0.0420222 Jan 10 11:53:41.769679 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-85e0bb96-fab6-44bd-aaee-c424bfe387b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:41.771119 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-85e0bb96-fab6-44bd-aaee-c424bfe387b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.0960722 Jan 10 11:53:41.836666 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-98c2c34e-b7b2-4619-9642-a97454bcdc3d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d HTTP/1.1" status: 200 len: 1001 time: 0.0598974 Jan 10 11:53:41.888560 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-9880b88f-34ca-4a42-87d9-6d88b79eb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:41.890102 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-9880b88f-34ca-4a42-87d9-6d88b79eb1c3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0481260 Jan 10 11:53:41.935056 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-13e4a84f-2cfd-4b2e-a532-10e5cf2094e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:41.936540 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-13e4a84f-2cfd-4b2e-a532-10e5cf2094e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406015 Jan 10 11:53:42.031989 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-a283f757-8113-48dc-ad42-c42376d16aae service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 Jan 10 11:53:42.127526 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-204bb777-e967-45e9-ba6a-57ad9cd1a116 req-4dcdc7d5-0396-41a6-b783-487d9ab39122 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902445 Jan 10 11:53:52.215696 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47944) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:53:52.380069 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Deleting port cfff7dde-4e2b-4275-bbcd-912bdd443911 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:52.380396 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (cfff7dde-4e2b-4275-bbcd-912bdd443911), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.465937 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (cfff7dde-4e2b-4275-bbcd-912bdd443911), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.466284 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (cfff7dde-4e2b-4275-bbcd-912bdd443911), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.478599 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Calling delete_port for cfff7dde-4e2b-4275-bbcd-912bdd443911 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:52.702358 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (cfff7dde-4e2b-4275-bbcd-912bdd443911), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.731714 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event deleted for resources: {'Port': ['ID=cfff7dde-4e2b-4275-bbcd-912bdd443911,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:52.756512 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.756865 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.757206 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.757590 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.757870 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.758197 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.758545 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.758896 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.759185 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.759509 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.759832 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.760148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.760560 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:53:52.803534 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (33a95116-a29f-432b-8369-2b817c5f3046), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:52.804043 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Floating IP 33a95116-a29f-432b-8369-2b817c5f3046 disassociated (deleted). External IP: 172.37.3.123, port: 521c1d4b-4729-4ac8-88a0-48f20ea6c44d. Jan 10 11:53:53.027455 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Router 47a892f6-9467-48b2-915b-9751f8cac398 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:53:53.154504 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:53:53.159909 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:53.165744 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b000b-fba2-400c-98eb-155b95220005 None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:53:53.185355 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b000b-fba2-400c-98eb-155b95220005 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:53.186056 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-945b000b-fba2-400c-98eb-155b95220005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:53:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:53.191038 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-45e8bd39-3b2d-4bac-90d9-233dcadc464f tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "DELETE /v2.0/floatingips/33a95116-a29f-432b-8369-2b817c5f3046 HTTP/1.1" status: 204 len: 168 time: 0.9740727 Jan 10 11:53:53.191633 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:53:53.194200 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:53:53.237248 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e7b8a-b5be-43d1-a9e0-780ba9766425 x-openstack-request-id: req-ae4e7b8a-b5be-43d1-a9e0-780ba9766425 {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:53:53.237920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:53:53.237920 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae4e7b8a-b5be-43d1-a9e0-780ba9766425 {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:53:53.238389 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'status': 'completed', 'code': 200} Jan 10 11:53:53.312466 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-355f6036-1b5f-4d1f-9d3f-47d4902a4b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:53.313951 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-355f6036-1b5f-4d1f-9d3f-47d4902a4b2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 1098 time: 0.0516226 Jan 10 11:53:53.425488 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-e1dc9756-214c-4357-a464-452d8ff198e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:53.427049 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-e1dc9756-214c-4357-a464-452d8ff198e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.1068277 Jan 10 11:53:53.453654 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-945b000b-fba2-400c-98eb-155b95220005 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:53.477571 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-0064f3a9-d08c-48fa-82b2-b06294557702 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d HTTP/1.1" status: 200 len: 217 time: 0.0437474 Jan 10 11:53:53.552347 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-869267a2-85db-45f1-b8ff-edf72b57a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:53.555156 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-869267a2-85db-45f1-b8ff-edf72b57a96d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0724099 Jan 10 11:53:53.630938 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-23baba51-eee3-48ad-a01a-5378e1418bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:53.634082 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-23baba51-eee3-48ad-a01a-5378e1418bb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730534 Jan 10 11:53:53.723469 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-945b000b-fba2-400c-98eb-155b95220005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:27Z', 'revision_number': 1, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:53.747920 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-f69ff84e-8167-4290-b9f0-f67098d03996 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072786 Jan 10 11:53:53.758722 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b000b-fba2-400c-98eb-155b95220005 None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:53:53.768953 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b000b-fba2-400c-98eb-155b95220005 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:53:53.769594 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-945b000b-fba2-400c-98eb-155b95220005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:53:27Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:53.877020 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-d4d8fd09-d9f9-4a47-8331-654f93e5ebe7 req-8b78a9fc-8fd0-46ef-a8f5-a037d202ef32 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147690 Jan 10 11:53:53.918802 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-945b000b-fba2-400c-98eb-155b95220005 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:53:53.959575 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14377004-8920-40b5-af43-aa3c14b5f139 req-8af4ec80-8e4e-4ed4-9523-f7ac41d99418 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:53.961937 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-14377004-8920-40b5-af43-aa3c14b5f139 req-8af4ec80-8e4e-4ed4-9523-f7ac41d99418 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 945 time: 0.1224287 Jan 10 11:53:54.019574 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-14377004-8920-40b5-af43-aa3c14b5f139 req-d101b6f4-2f1a-49d8-8474-4d0e8d1793bf tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511963 Jan 10 11:53:54.226346 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-945b000b-fba2-400c-98eb-155b95220005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:27Z', 'revision_number': 1, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:53:54.258198 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b000b-fba2-400c-98eb-155b95220005 None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd100043c-2ebb-4583-867e-3ce5f06c0e73', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'floating_ip_address': '172.37.3.54', 'floating_network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'router_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'port_id': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'mac_address': 'fa:16:3e:8b:2f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T11:50:25Z', 'updated_at': '2022-01-10T11:50:27Z', 'revision_number': 1, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:53:54.506831 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f3f93-6fec-44d8-b9be-772b072f3e16 None None] New status for floating IP 33a95116-a29f-432b-8369-2b817c5f3046: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:53:54.520252 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb3ab-89ae-4df2-b349-cc5fe69abdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.205849 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b5a54-9d6e-4519-a024-92d6e3aa7bc6 req-bb1c33ee-7c0b-4bd8-b0db-7b77f4b16219 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:55.207360 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c43b5a54-9d6e-4519-a024-92d6e3aa7bc6 req-bb1c33ee-7c0b-4bd8-b0db-7b77f4b16219 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 945 time: 0.1030889 Jan 10 11:53:55.258581 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-c43b5a54-9d6e-4519-a024-92d6e3aa7bc6 req-6102f795-50a9-4ea1-9b36-cebed5eff13b tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450463 Jan 10 11:53:55.331549 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-f42c138f-7e4c-44cf-8927-cc0058036d9d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:53:55.332995 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-f42c138f-7e4c-44cf-8927-cc0058036d9d tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 945 time: 0.0570338 Jan 10 11:53:55.436848 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Deleting port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:53:55.437397 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.562579 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] For port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:53:55.562940 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.578272 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Calling delete_port for 521c1d4b-4729-4ac8-88a0-48f20ea6c44d owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:53:55.833927 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:53:55.839703 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (521c1d4b-4729-4ac8-88a0-48f20ea6c44d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.873268 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event deleted for resources: {'Port': ['ID=521c1d4b-4729-4ac8-88a0-48f20ea6c44d,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:53:55.924258 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] No DVR routers for this DVR port 521c1d4b-4729-4ac8-88a0-48f20ea6c44d on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:53:55.930970 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:55.938175 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-2395f6fc-dd1e-440f-8981-5a882902ce83 req-5e90e03b-fe61-4b40-bb5d-a008a05d7677 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "DELETE /v2.0/ports/521c1d4b-4729-4ac8-88a0-48f20ea6c44d HTTP/1.1" status: 204 len: 173 time: 0.6000245 Jan 10 11:53:55.938697 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'name': 'network-vif-deleted', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:53:55.941001 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd76e0b7-0d6e-46a7-b8ce-d657c782567e" -d '{"events": [{"server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "name": "network-vif-deleted", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:53:55.980403 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760e9808-c204-4a70-a4aa-3e43e117fb5c x-openstack-request-id: req-760e9808-c204-4a70-a4aa-3e43e117fb5c {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:53:55.980702 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8bfb8c4-46a9-45ba-84df-68560e051224", "name": "network-vif-deleted", "tag": "521c1d4b-4729-4ac8-88a0-48f20ea6c44d", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:53:55.980949 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-760e9808-c204-4a70-a4aa-3e43e117fb5c {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:53:55.981350 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8bfb8c4-46a9-45ba-84df-68560e051224', 'name': 'network-vif-deleted', 'tag': '521c1d4b-4729-4ac8-88a0-48f20ea6c44d', 'status': 'completed', 'code': 200} Jan 10 11:53:56.671105 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-bbc97ee8-e9eb-4031-8fa6-18d578020c0f req-f59a6cf1-0619-42d5-ba19-3cc4f728205a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8bfb8c4-46a9-45ba-84df-68560e051224 HTTP/1.1" status: 200 len: 210 time: 0.3299780 Jan 10 11:53:56.697246 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-6370ea61-6945-45a9-8461-c53edc329430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.073322 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:53:58.512255 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 521c1d4b-4729-4ac8-88a0-48f20ea6c44d no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:53:58.533799 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 521c1d4b-4729-4ac8-88a0-48f20ea6c44d {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:53:58.534134 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 521c1d4b-4729-4ac8-88a0-48f20ea6c44d not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:53:59.707725 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.254827 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 47988) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:00.279485 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.432966 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Deleting port dc09f834-e921-4f43-ba73-5869fd86f410 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:00.433300 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (dc09f834-e921-4f43-ba73-5869fd86f410), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.525080 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (dc09f834-e921-4f43-ba73-5869fd86f410), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.525394 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (dc09f834-e921-4f43-ba73-5869fd86f410), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.540061 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Calling delete_port for dc09f834-e921-4f43-ba73-5869fd86f410 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:00.782177 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (dc09f834-e921-4f43-ba73-5869fd86f410), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.808908 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event deleted for resources: {'Port': ['ID=dc09f834-e921-4f43-ba73-5869fd86f410,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:00.873727 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (d100043c-2ebb-4583-867e-3ce5f06c0e73), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:00.874050 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.db.l3_db [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Floating IP d100043c-2ebb-4583-867e-3ce5f06c0e73 disassociated (deleted). External IP: 172.37.3.54, port: 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5. Jan 10 11:54:00.936196 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.080852 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Router 47a892f6-9467-48b2-915b-9751f8cac398 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:01.201715 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:01.210055 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:01.212660 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:01.226498 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:01.227420 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:53:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.243034 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-3855f59f-3521-4a10-99e9-8e0f57512679 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "DELETE /v2.0/floatingips/d100043c-2ebb-4583-867e-3ce5f06c0e73 HTTP/1.1" status: 204 len: 168 time: 0.9831862 Jan 10 11:54:01.243034 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:54:01.243034 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6caba74-cc1b-42b2-ac19-c737228864fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:54:01.286982 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad76bea-66f7-462d-a4e4-fb611b28b3cd x-openstack-request-id: req-dad76bea-66f7-462d-a4e4-fb611b28b3cd {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:54:01.288393 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:54:01.288393 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dad76bea-66f7-462d-a4e4-fb611b28b3cd {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:54:01.288393 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'status': 'completed', 'code': 200} Jan 10 11:54:01.354653 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-e3ef3800-29d2-466b-a19a-edc980ab8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:01.356084 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-e3ef3800-29d2-466b-a19a-edc980ab8c6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 1098 time: 0.0481167 Jan 10 11:54:01.363049 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:01.498953 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-10b72f1a-c428-45b0-a9e5-5a7f2e9b75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:01.501125 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-10b72f1a-c428-45b0-a9e5-5a7f2e9b75cc service neutron] 10.222.0.31 "GET /v2.0/networks?id=92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 200 len: 912 time: 0.1393564 Jan 10 11:54:01.557060 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-e7919cb5-11ee-493d-b570-db37b58ae28c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 HTTP/1.1" status: 200 len: 217 time: 0.0493541 Jan 10 11:54:01.621871 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-1c436749-5b7c-4f2e-ba3a-135486274742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:01.623879 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-1c436749-5b7c-4f2e-ba3a-135486274742 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 200 len: 850 time: 0.0609074 Jan 10 11:54:01.639366 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.670946 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:01.683080 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:01.683864 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:53:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:01.684194 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-46583107-773b-4ca1-9de1-cc58c849ac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:01.685755 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-46583107-773b-4ca1-9de1-cc58c849ac47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=92f5a063-7815-44d4-b602-8402ae90a4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538833 Jan 10 11:54:01.840372 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-8216b1e1-4651-4a69-8f43-23afb2a4086f service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464312 Jan 10 11:54:01.840644 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:01.879473 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e51d5-9e4e-44a4-903d-bbbe1846d778 req-2868504c-f275-492f-999e-c0e321fdee99 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:01.882979 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d3e51d5-9e4e-44a4-903d-bbbe1846d778 req-2868504c-f275-492f-999e-c0e321fdee99 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 945 time: 0.0819778 Jan 10 11:54:01.951413 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7d3e51d5-9e4e-44a4-903d-bbbe1846d778 req-aa3b9389-8b35-475f-8d98-d812bd8b71d4 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622385 Jan 10 11:54:01.968629 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-b6caba74-cc1b-42b2-ac19-c737228864fc req-a4a67acf-d96a-4ef8-893c-a53260741036 service neutron] 10.222.0.31 "GET /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204424 Jan 10 11:54:02.105875 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:02.135430 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c7773-f56b-4c13-99f5-d8d4903e75c7 None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:47:02Z', 'revision_number': 4, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1a20fdc1-7d46-42b5-89aa-f065fb7f775b', 'name': '', 'network_id': '92f5a063-7815-44d4-b602-8402ae90a4bb', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'mac_address': 'fa:16:3e:99:f0:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:01Z', 'updated_at': '2022-01-10T11:47:06Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'subnets': [{'id': 'cd91d361-f895-4ebc-be9f-c6907dfaef3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:02.398936 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a6e1bd-36e9-447d-8c44-a33efb469cd3 None None] New status for floating IP d100043c-2ebb-4583-867e-3ce5f06c0e73: DOWN {{(pid=103373) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 10 11:54:03.091984 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfe1f8-a3d2-41db-b426-398160f1a901 req-4df8b61f-9cf2-4147-a8e2-ae7112f33961 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103370) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:03.093521 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-71cfe1f8-a3d2-41db-b426-398160f1a901 req-4df8b61f-9cf2-4147-a8e2-ae7112f33961 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 945 time: 0.0514288 Jan 10 11:54:03.145305 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-71cfe1f8-a3d2-41db-b426-398160f1a901 req-2ee0e941-9a4d-428b-8533-2193058dccfa tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/security-groups?id=92b9b768-7e0f-45e5-a75d-f3565a594f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460978 Jan 10 11:54:03.212888 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e364bd-56e2-4753-903e-e698199a6328 req-23f8315d-aea1-4483-a993-36f2ce7656e4 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103371) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 10 11:54:03.214438 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e5e364bd-56e2-4753-903e-e698199a6328 req-23f8315d-aea1-4483-a993-36f2ce7656e4 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 945 time: 0.0510361 Jan 10 11:54:03.309789 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Deleting port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:03.310042 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.402224 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] For port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:03.402616 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.419501 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Calling delete_port for 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 owned by compute:nova {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:03.925104 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (16ca642f-40bb-46ee-bbb7-62b2a82d1bf5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:03.968071 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event deleted for resources: {'Port': ['ID=16ca642f-40bb-46ee-bbb7-62b2a82d1bf5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:04.020783 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] No DVR routers for this DVR port 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 on host hv-cinder-maste {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:04.023813 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for port (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:04.027322 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [req-e5e364bd-56e2-4753-903e-e698199a6328 req-15323f33-21a8-4b64-a67c-8538a65ef89a tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.31 "DELETE /v2.0/ports/16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 HTTP/1.1" status: 204 len: 173 time: 0.8080118 Jan 10 11:54:04.027752 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'name': 'network-vif-deleted', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5'}] {{(pid=103371) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 10 11:54:04.030135 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4ca2f9efbd8fecb902ada5e8b6e8217fbbdd82c662fa141d0772aacfa86d782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6bc03-e69f-4ca3-887c-4eee28243d5a" -d '{"events": [{"server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "name": "network-vif-deleted", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5"}]}' {{(pid=103371) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 10 11:54:04.077118 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 11:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c03e3c6-ded7-4340-9f12-c4df9fd6715d x-openstack-request-id: req-3c03e3c6-ded7-4340-9f12-c4df9fd6715d {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 10 11:54:04.077410 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70ae1e1-53e5-4a32-9632-bbdbf5be7231", "name": "network-vif-deleted", "tag": "16ca642f-40bb-46ee-bbb7-62b2a82d1bf5", "status": "completed", "code": 200}]} {{(pid=103371) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 10 11:54:04.077661 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c03e3c6-ded7-4340-9f12-c4df9fd6715d {{(pid=103371) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 10 11:54:04.078074 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70ae1e1-53e5-4a32-9632-bbdbf5be7231', 'name': 'network-vif-deleted', 'tag': '16ca642f-40bb-46ee-bbb7-62b2a82d1bf5', 'status': 'completed', 'code': 200} Jan 10 11:54:04.251614 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-17d17996-8a04-4774-b1e0-d43394ad8f00 req-70dc5a2b-10ec-4038-86cb-6f87ba0f497e tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 210 time: 0.0345452 Jan 10 11:54:05.366874 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [req-7982af28-895e-42fb-aa44-1bc36d06552f req-eb80f631-fb33-49b1-9657-758398803125 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "GET /v2.0/ports?device_id=e70ae1e1-53e5-4a32-9632-bbdbf5be7231 HTTP/1.1" status: 200 len: 210 time: 0.0260270 Jan 10 11:54:06.448769 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48006) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:06.542967 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:06.581271 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] No Port match for: 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:06.581793 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Device 16ca642f-40bb-46ee-bbb7-62b2a82d1bf5 not bound to the agent host hv-cinder-maste {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:06.632705 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Deleting port bcf816b7-0020-42fa-a417-4e35b6e32d89 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:06.633068 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (bcf816b7-0020-42fa-a417-4e35b6e32d89), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.753305 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (bcf816b7-0020-42fa-a417-4e35b6e32d89), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.753620 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (bcf816b7-0020-42fa-a417-4e35b6e32d89), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:06.768969 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Calling delete_port for bcf816b7-0020-42fa-a417-4e35b6e32d89 owned by network:floatingip {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:07.090786 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (bcf816b7-0020-42fa-a417-4e35b6e32d89), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.130148 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event deleted for resources: {'Port': ['ID=bcf816b7-0020-42fa-a417-4e35b6e32d89,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:07.211221 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for floatingip (648b6f75-1050-460f-a726-897773240734), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.213957 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60332'] for floatingip (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:07.215339 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-edbd0220-dadd-4c0c-b42e-42e4db91e301 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "DELETE /v2.0/floatingips/648b6f75-1050-460f-a726-897773240734 HTTP/1.1" status: 204 len: 168 time: 0.7649717 Jan 10 11:54:08.851004 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48018) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:08.910933 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58466efb-efa4-4672-b703-9b1244afab23 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group (92b9b768-7e0f-45e5-a75d-f3565a594f9f), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:08.948412 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58466efb-efa4-4672-b703-9b1244afab23 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group (92b9b768-7e0f-45e5-a75d-f3565a594f9f), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.079379 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58466efb-efa4-4672-b703-9b1244afab23 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (92b9b768-7e0f-45e5-a75d-f3565a594f9f), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.090409 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-58466efb-efa4-4672-b703-9b1244afab23 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:09.090409 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-58466efb-efa4-4672-b703-9b1244afab23 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] 10.222.0.20 "DELETE /v2.0/security-groups/92b9b768-7e0f-45e5-a75d-f3565a594f9f HTTP/1.1" status: 204 len: 168 time: 0.2347400 Jan 10 11:54:09.098783 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58466efb-efa4-4672-b703-9b1244afab23 tempest-TestVolumeBootPattern-1235300116 tempest-TestVolumeBootPattern-1235300116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b9b768-7e0f-45e5-a75d-f3565a594f9f,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:09.242671 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48022) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:09.798853 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (47a892f6-9467-48b2-915b-9751f8cac398), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.100099 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Deleting port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:10.100888 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.185931 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] For port 1a20fdc1-7d46-42b5-89aa-f065fb7f775b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:10.186326 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.201288 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Calling delete_port for 1a20fdc1-7d46-42b5-89aa-f065fb7f775b owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:10.554331 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (1a20fdc1-7d46-42b5-89aa-f065fb7f775b), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:10.587412 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a20fdc1-7d46-42b5-89aa-f065fb7f775b,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:10.782904 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (47a892f6-9467-48b2-915b-9751f8cac398), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.023490 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Router 47a892f6-9467-48b2-915b-9751f8cac398 has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:11.138097 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:11.143538 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-612acbbb-02c6-4a07-9edb-0cca362d8a5c admin admin] 10.222.0.20 "PUT /v2.0/routers/47a892f6-9467-48b2-915b-9751f8cac398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8996110 Jan 10 11:54:11.146693 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48028) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:11.159078 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] Sync routers for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:11.173903 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:11.174610 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:53:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:11.263786 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks [] for router (47a892f6-9467-48b2-915b-9751f8cac398), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.324050 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: dv-cinder-master-3-iscsi {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:11.383034 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks [] for router_gateway (47a892f6-9467-48b2-915b-9751f8cac398), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.550520 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Deleting port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:11.550856 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.632457 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] For port 09ccf4c7-b7e6-4778-8521-cec877c6f7e9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=09ccf4c7-b7e6-4778-8521-cec877c6f7e9,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:11.632808 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.645830 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Calling delete_port for 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 owned by network:router_gateway {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:11.650040 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136'}], 'enable_snat': True}, 'gw_port_id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:54:10Z', 'revision_number': 5, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port': {'id': '09ccf4c7-b7e6-4778-8521-cec877c6f7e9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a892f6-9467-48b2-915b-9751f8cac398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:46:59Z', 'updated_at': '2022-01-10T11:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:11.682332 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] Checking router: 47a892f6-9467-48b2-915b-9751f8cac398 for host: dv-cinder-master-3-iscsi {{(pid=103372) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:11.691636 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] Routers {'47a892f6-9467-48b2-915b-9751f8cac398'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103372) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:11.692275 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:53:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['47a892f6-9467-48b2-915b-9751f8cac398'], 'active': True} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:11.796307 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvr_db [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] Set router 47a892f6-9467-48b2-915b-9751f8cac398 gateway port host: None {{(pid=103372) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:11.867992 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_hamode_db [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:54:11Z', 'revision_number': 6, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103372) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:11.900780 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d07a5-5fd0-488d-a2fe-1e8442926835 None None] The sync data for ids ['47a892f6-9467-48b2-915b-9751f8cac398'] in dv-cinder-master-3-iscsi is: [{'id': '47a892f6-9467-48b2-915b-9751f8cac398', 'name': 'tempest-TestVolumeBootPattern-114900846-router', 'tenant_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:46:58Z', 'updated_at': '2022-01-10T11:54:11Z', 'revision_number': 6, 'project_id': '3f1d77884a2a4a7ebb85ba71e9d864a7', 'gw_port_host': None}] {{(pid=103372) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:11.925277 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (09ccf4c7-b7e6-4778-8521-cec877c6f7e9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:11.957177 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ccf4c7-b7e6-4778-8521-cec877c6f7e9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:12.020193 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (47a892f6-9467-48b2-915b-9751f8cac398), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.122225 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (47a892f6-9467-48b2-915b-9751f8cac398), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.124754 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks [] for router_controller (47a892f6-9467-48b2-915b-9751f8cac398), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.233317 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (47a892f6-9467-48b2-915b-9751f8cac398), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.234053 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47a892f6-9467-48b2-915b-9751f8cac398 {{(pid=103371) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:12.249018 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.249018 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-24cad4eb-08d1-4abb-be0b-e7d074890ce5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/47a892f6-9467-48b2-915b-9751f8cac398 HTTP/1.1" status: 204 len: 168 time: 1.0942717 Jan 10 11:54:12.249018 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48030) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:12.315378 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.db_base_plugin_v2 [None req-0003f49a-ae7d-492c-a450-3954fb72991a admin admin] Deleting subnet cd91d361-f895-4ebc-be9f-c6907dfaef3a {{(pid=103371) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:12.319769 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0003f49a-ae7d-492c-a450-3954fb72991a admin admin] Publish callbacks [] for subnet (cd91d361-f895-4ebc-be9f-c6907dfaef3a), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.363977 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0003f49a-ae7d-492c-a450-3954fb72991a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5206289'] for subnet (cd91d361-f895-4ebc-be9f-c6907dfaef3a), precommit_delete_associations {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.468358 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0003f49a-ae7d-492c-a450-3954fb72991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (cd91d361-f895-4ebc-be9f-c6907dfaef3a), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.600332 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0003f49a-ae7d-492c-a450-3954fb72991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5966043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4586616'] for subnet (cd91d361-f895-4ebc-be9f-c6907dfaef3a), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.634090 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003f49a-ae7d-492c-a450-3954fb72991a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd91d361-f895-4ebc-be9f-c6907dfaef3a,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:12.640422 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-0003f49a-ae7d-492c-a450-3954fb72991a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.646968 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-0003f49a-ae7d-492c-a450-3954fb72991a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cd91d361-f895-4ebc-be9f-c6907dfaef3a HTTP/1.1" status: 204 len: 168 time: 0.3999650 Jan 10 11:54:12.647582 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 48032) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:12.650365 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a1cfb-898a-4992-a059-29fe54c8cd99 None None] Network 92f5a063-7815-44d4-b602-8402ae90a4bb requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:12.733668 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (92f5a063-7815-44d4-b602-8402ae90a4bb), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.737959 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 1a20fdc1-7d46-42b5-89aa-f065fb7f775b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:12.788199 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 1a20fdc1-7d46-42b5-89aa-f065fb7f775b {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:12.788859 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 1a20fdc1-7d46-42b5-89aa-f065fb7f775b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:12.795586 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Deleting port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:12.796295 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.899533 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] For port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:12.899991 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:12.904342 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] DHCP port deletion for 92f5a063-7815-44d4-b602-8402ae90a4bb request from dv-cinder-master-3-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:12.917835 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Calling delete_port for 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 owned by network:dhcp {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:12.965567 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Deleting port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:12.966065 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.040957 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] For port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,segment=NetworkSegment(32e9a115-bf18-4ca2-998b-ebb73492a964),segment_id=32e9a115-bf18-4ca2-998b-ebb73492a964)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:13.041359 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.057946 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Calling delete_port for 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:13.102386 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.129122 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:13.134726 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] No DVR routers for this DVR port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 on host dv-cinder-master-3-iscsi {{(pid=103370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:13.143085 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.143465 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.143781 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.144120 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.144452 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.144778 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.145108 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.145434 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.145775 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.146149 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.146506 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.146831 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.147145 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.157181 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (3e51c23d-94ed-43eb-8ab9-4c80564bc7a1), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.185129 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Pushing event deleted for resources: {'Port': ['ID=3e51c23d-94ed-43eb-8ab9-4c80564bc7a1,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:13.192267 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] No DVR routers for this DVR port 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 on host dv-cinder-master-3-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:13.195518 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.195861 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.196200 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.196527 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.196854 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.197177 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.197497 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.197825 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.198136 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.198484 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.198815 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.199127 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.199698 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6078d-38db-47ce-8a81-b5911cdba482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=103372) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 10 11:54:13.229399 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (92f5a063-7815-44d4-b602-8402ae90a4bb), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.259312 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f5a063-7815-44d4-b602-8402ae90a4bb']}} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:13.269597 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e9a115-bf18-4ca2-998b-ebb73492a964') {'for_net_delete': True} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:13.269890 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.services.segments.db [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e9a115-bf18-4ca2-998b-ebb73492a964') {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:13.282156 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4434269'] for segment (32e9a115-bf18-4ca2-998b-ebb73492a964), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.296747 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (32e9a115-bf18-4ca2-998b-ebb73492a964), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.303189 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103370) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:13.303608 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5852035'] for segment (32e9a115-bf18-4ca2-998b-ebb73492a964), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: Traceback (most recent call last): Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: timer() Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: cb(*args, **kw) Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: return func(*args, **kwargs) Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: self._notify() Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: self.callback(batched_events) Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: event.method(event) Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: return f(self, *a, **k) Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: return self._get(url).json() Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:13.305418 dv-cinder-master-3-iscsi neutron-server[103370]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:13.421969 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (92f5a063-7815-44d4-b602-8402ae90a4bb), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.428516 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:13.431985 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] 10.222.0.20 "DELETE /v2.0/networks/92f5a063-7815-44d4-b602-8402ae90a4bb HTTP/1.1" status: 204 len: 168 time: 0.7822089 Jan 10 11:54:13.435643 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48036) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:13.443320 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d661520-3f9e-4399-ba70-a32b8445705a admin admin] Pushing event deleted for resources: {'Network': ['ID=92f5a063-7815-44d4-b602-8402ae90a4bb,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:13.813269 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633509'] for router_interface (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.072442 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Deleting port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:14.072710 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.153988 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] For port 807d0fe4-5d3a-4825-95e3-92a67cbe2da9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,segment=NetworkSegment(28a00853-2d60-4449-9110-46a8490ff652),segment_id=28a00853-2d60-4449-9110-46a8490ff652)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:14.154376 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.171656 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Calling delete_port for 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 owned by network:router_interface {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:14.270058 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:14.291137 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:14.291483 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 3e51c23d-94ed-43eb-8ab9-4c80564bc7a1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:14.291899 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:14.311806 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:14.312152 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 09ccf4c7-b7e6-4778-8521-cec877c6f7e9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:14.438959 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (807d0fe4-5d3a-4825-95e3-92a67cbe2da9), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:14.725654 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Pushing event deleted for resources: {'Port': ['ID=807d0fe4-5d3a-4825-95e3-92a67cbe2da9,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:14.965673 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-780550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632885'] for router_interface (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.205016 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d has already been hosted by L3 agent fa99adec-ac14-4d2a-b3b2-229b0408c185 {{(pid=103371) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 10 11:54:15.319227 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=103371) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 10 11:54:15.326530 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c19c51de-3e1b-4d5c-88da-44804b20d413 admin admin] 10.222.0.20 "PUT /v2.0/routers/03f7ed6b-7a5a-4914-b4e0-650c0b6d600d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8872662 Jan 10 11:54:15.328346 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 48038) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:15.328847 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] Sync routers for ids ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'] in dv-cinder-master-3-iscsi {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 10 11:54:15.341235 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] Routers {'03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:15.341858 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:53:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:15.461978 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] Set router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d gateway port host: dv-cinder-master-3-iscsi {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:15.509882 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks [] for router (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.620056 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks [] for router_gateway (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.663607 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'external_fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:54:14Z', 'revision_number': 5, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port': {'id': 'a691b51a-e527-4b04-bb61-9fb57638b0a9', 'name': '', 'network_id': '87d71f08-dab5-49cc-9f83-920a77efdd4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'ip_address': '172.37.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T11:47:07Z', 'updated_at': '2022-01-10T11:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c32f27a9-52d9-431d-8bb8-b378ca8b9bf3', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:15.695380 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] Checking router: 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d for host: dv-cinder-master-3-iscsi {{(pid=103373) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 10 11:54:15.705088 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] Routers {'03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=103373) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 10 11:54:15.705707 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T11:28:57Z,description=,heartbeat_timestamp=2022-01-10T11:53:57Z,host='dv-cinder-master-3-iscsi',id=fa99adec-ac14-4d2a-b3b2-229b0408c185,load=0,resource_versions=,resources_synced=,started_at=2022-01-10T11:28:57Z,topic='l3_agent')) {'router_ids': ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'], 'active': True} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:15.757846 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Deleting port a691b51a-e527-4b04-bb61-9fb57638b0a9 {{(pid=103370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:15.758205 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.800565 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_dvr_db [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] Set router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d gateway port host: None {{(pid=103373) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 10 11:54:15.854683 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.db [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] For port a691b51a-e527-4b04-bb61-9fb57638b0a9, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a691b51a-e527-4b04-bb61-9fb57638b0a9,segment=NetworkSegment(b07cd88b-df9e-4dcf-ae72-b2ce9e48133b),segment_id=b07cd88b-df9e-4dcf-ae72-b2ce9e48133b)] {{(pid=103370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:15.855222 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:15.856123 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.l3_hamode_db [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:54:15Z', 'revision_number': 6, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=103373) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:15.870935 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Calling delete_port for a691b51a-e527-4b04-bb61-9fb57638b0a9 owned by network:router_gateway {{(pid=103370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:15.989736 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f268be-4f07-4fd2-a353-2e818ceffee5 None None] The sync data for ids ['03f7ed6b-7a5a-4914-b4e0-650c0b6d600d'] in dv-cinder-master-3-iscsi is: [{'id': '03f7ed6b-7a5a-4914-b4e0-650c0b6d600d', 'name': 'tempest-TestVolumeBootPattern-1061252674-router', 'tenant_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T11:47:06Z', 'updated_at': '2022-01-10T11:54:15Z', 'revision_number': 6, 'project_id': 'b92b063ab43f4e6fb29792a7265cd2f3', 'gw_port_host': None}] {{(pid=103373) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 10 11:54:16.159483 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5851996'] for port (a691b51a-e527-4b04-bb61-9fb57638b0a9), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.187588 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Pushing event deleted for resources: {'Port': ['ID=a691b51a-e527-4b04-bb61-9fb57638b0a9,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:16.257753 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636907'] for router_gateway (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.357201 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-636545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12061'] for router (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.360443 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks [] for router_controller (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.436314 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:16.466682 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:16.467018 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device 807d0fe4-5d3a-4825-95e3-92a67cbe2da9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:16.496192 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636274'] for router (03f7ed6b-7a5a-4914-b4e0-650c0b6d600d), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.496758 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03f7ed6b-7a5a-4914-b4e0-650c0b6d600d {{(pid=103370) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 10 11:54:16.501818 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.503558 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-ad5abeca-d2ee-4280-9185-9c2e78797066 admin admin] 10.222.0.20 "DELETE /v2.0/routers/03f7ed6b-7a5a-4914-b4e0-650c0b6d600d HTTP/1.1" status: 204 len: 168 time: 1.1738248 Jan 10 11:54:16.506575 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [-] (103370) accepted ('10.222.0.20', 48040) {{(pid=103370) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:16.559599 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.db.db_base_plugin_v2 [None req-43566b75-2996-432a-bb96-b215b50d6939 admin admin] Deleting subnet db6961b3-cc3b-4a04-bf15-df7adc965719 {{(pid=103370) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 10 11:54:16.563045 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43566b75-2996-432a-bb96-b215b50d6939 admin admin] Publish callbacks [] for subnet (db6961b3-cc3b-4a04-bf15-df7adc965719), before_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.604523 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43566b75-2996-432a-bb96-b215b50d6939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4434212'] for subnet (db6961b3-cc3b-4a04-bf15-df7adc965719), precommit_delete_associations {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.685445 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43566b75-2996-432a-bb96-b215b50d6939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1188560'] for subnet (db6961b3-cc3b-4a04-bf15-df7adc965719), precommit_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.822138 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43566b75-2996-432a-bb96-b215b50d6939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1188569', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5852009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5193726'] for subnet (db6961b3-cc3b-4a04-bf15-df7adc965719), after_delete {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.852878 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43566b75-2996-432a-bb96-b215b50d6939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6961b3-cc3b-4a04-bf15-df7adc965719,revision_number=None']} {{(pid=103370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:16.858557 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-43566b75-2996-432a-bb96-b215b50d6939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for subnet (None), before_response {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:16.862009 dv-cinder-master-3-iscsi neutron-server[103370]: INFO neutron.wsgi [None req-43566b75-2996-432a-bb96-b215b50d6939 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/db6961b3-cc3b-4a04-bf15-df7adc965719 HTTP/1.1" status: 204 len: 168 time: 0.3481569 Jan 10 11:54:16.863983 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c91967-c176-4654-8e16-4bed5bb9a6f4 None None] Network 7e15065e-e63f-47ba-a817-6c61e34bdcb6 requested from dv-cinder-master-3-iscsi {{(pid=103372) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 10 11:54:16.865611 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48042) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:16.941872 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1373657'] for network (7e15065e-e63f-47ba-a817-6c61e34bdcb6), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.007531 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Deleting port cd06df34-9196-4512-88cf-05d91727d718 {{(pid=103371) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:17.007725 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (cd06df34-9196-4512-88cf-05d91727d718), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.046784 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d56a39-585e-4508-959e-4a390f2593de None None] DHCP port deletion for 7e15065e-e63f-47ba-a817-6c61e34bdcb6 request from dv-cinder-master-3-iscsi {{(pid=103372) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 10 11:54:17.090690 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.db [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] For port cd06df34-9196-4512-88cf-05d91727d718, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd06df34-9196-4512-88cf-05d91727d718,segment=NetworkSegment(28a00853-2d60-4449-9110-46a8490ff652),segment_id=28a00853-2d60-4449-9110-46a8490ff652)] {{(pid=103371) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:17.091077 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (cd06df34-9196-4512-88cf-05d91727d718), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.105932 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.plugin [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Calling delete_port for cd06df34-9196-4512-88cf-05d91727d718 owned by network:dhcp {{(pid=103371) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:17.114559 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-49d56a39-585e-4508-959e-4a390f2593de None None] Deleting port cd06df34-9196-4512-88cf-05d91727d718 {{(pid=103372) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 10 11:54:17.115210 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-49d56a39-585e-4508-959e-4a390f2593de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732915029149'] for port (cd06df34-9196-4512-88cf-05d91727d718), before_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.187240 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.db [None req-49d56a39-585e-4508-959e-4a390f2593de None None] For port cd06df34-9196-4512-88cf-05d91727d718, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cd06df34-9196-4512-88cf-05d91727d718,segment=NetworkSegment(28a00853-2d60-4449-9110-46a8490ff652),segment_id=28a00853-2d60-4449-9110-46a8490ff652)] {{(pid=103372) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 10 11:54:17.187739 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-49d56a39-585e-4508-959e-4a390f2593de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-630343'] for port (cd06df34-9196-4512-88cf-05d91727d718), precommit_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.205249 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-49d56a39-585e-4508-959e-4a390f2593de None None] Calling delete_port for cd06df34-9196-4512-88cf-05d91727d718 owned by network:dhcp {{(pid=103372) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 10 11:54:17.319193 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5966062'] for port (cd06df34-9196-4512-88cf-05d91727d718), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.325979 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-49d56a39-585e-4508-959e-4a390f2593de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1199978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-127511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732915034736', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732914562847'] for port (cd06df34-9196-4512-88cf-05d91727d718), after_delete {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.349594 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd06df34-9196-4512-88cf-05d91727d718,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:17.353303 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d56a39-585e-4508-959e-4a390f2593de None None] Pushing event deleted for resources: {'Port': ['ID=cd06df34-9196-4512-88cf-05d91727d718,revision_number=None']} {{(pid=103372) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:17.353455 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] No DVR routers for this DVR port cd06df34-9196-4512-88cf-05d91727d718 on host dv-cinder-master-3-iscsi {{(pid=103371) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:17.358809 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d56a39-585e-4508-959e-4a390f2593de None None] No DVR routers for this DVR port cd06df34-9196-4512-88cf-05d91727d718 on host dv-cinder-master-3-iscsi {{(pid=103372) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 10 11:54:17.426082 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1189957', 'neutron.services.segments.db._delete_segments_for_network-8732915131311'] for network (7e15065e-e63f-47ba-a817-6c61e34bdcb6), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.446007 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e15065e-e63f-47ba-a817-6c61e34bdcb6']}} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:17.455572 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a00853-2d60-4449-9110-46a8490ff652') {'for_net_delete': True} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:17.455790 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.services.segments.db [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a00853-2d60-4449-9110-46a8490ff652') {} {{(pid=103371) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 10 11:54:17.469320 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732915136952', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5206376'] for segment (28a00853-2d60-4449-9110-46a8490ff652), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.483130 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915'] for segment (28a00853-2d60-4449-9110-46a8490ff652), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.490395 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103371) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 10 11:54:17.490787 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1202915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5965873'] for segment (28a00853-2d60-4449-9110-46a8490ff652), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.492473 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: warnings.warn(msg) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: Traceback (most recent call last): Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: timer() Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: cb(*args, **kw) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: return func(*args, **kwargs) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: self._notify() Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: self.callback(batched_events) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: event.method(event) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: aggregate_uuid = self.p_client.list_aggregates( Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: return f(self, *a, **k) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: return self._get(url).json() Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: return self.request(url, 'GET', **kwargs) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: base_url = self.get_endpoint(auth, allow=allow, Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 10 11:54:17.496634 dv-cinder-master-3-iscsi neutron-server[103371]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 10 11:54:17.639132 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1189966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-978011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636855'] for network (7e15065e-e63f-47ba-a817-6c61e34bdcb6), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.644952 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782567'] for network (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:17.649007 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e15065e-e63f-47ba-a817-6c61e34bdcb6 HTTP/1.1" status: 204 len: 168 time: 0.7821932 Jan 10 11:54:17.660308 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b85022-3cb0-4853-a87b-04ee453adc9b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e15065e-e63f-47ba-a817-6c61e34bdcb6,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:18.078333 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48046) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:18.126298 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-f1c58fc1-437e-4d3d-ae26-9bd6cc25764e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f1d77884a2a4a7ebb85ba71e9d864a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467112 Jan 10 11:54:18.129254 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48048) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:18.182862 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-47f1c062-0428-4c9b-89ac-f284c1e065fc admin admin] Publish callbacks [] for security_group (67889b6d-5bde-47e6-8233-da24d0ba424e), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.212011 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-47f1c062-0428-4c9b-89ac-f284c1e065fc admin admin] Publish callbacks [] for security_group (67889b6d-5bde-47e6-8233-da24d0ba424e), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.272210 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a691b51a-e527-4b04-bb61-9fb57638b0a9 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:18.293421 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: a691b51a-e527-4b04-bb61-9fb57638b0a9 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:18.293758 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device a691b51a-e527-4b04-bb61-9fb57638b0a9 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:18.294159 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device cd06df34-9196-4512-88cf-05d91727d718 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 10 11:54:18.313464 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.plugin [None req-915398cb-7b04-4990-8607-5e796c36922a None None] No Port match for: cd06df34-9196-4512-88cf-05d91727d718 {{(pid=103372) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 10 11:54:18.313797 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron.plugins.ml2.rpc [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Device cd06df34-9196-4512-88cf-05d91727d718 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=103372) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 10 11:54:18.369885 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-47f1c062-0428-4c9b-89ac-f284c1e065fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (67889b6d-5bde-47e6-8233-da24d0ba424e), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.372511 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-47f1c062-0428-4c9b-89ac-f284c1e065fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:18.373676 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-47f1c062-0428-4c9b-89ac-f284c1e065fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67889b6d-5bde-47e6-8233-da24d0ba424e HTTP/1.1" status: 204 len: 168 time: 0.2433755 Jan 10 11:54:18.381827 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1c062-0428-4c9b-89ac-f284c1e065fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67889b6d-5bde-47e6-8233-da24d0ba424e,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:19.138596 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48054) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:19.187364 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-c332ce1f-a190-4b4b-9757-491ed139cea2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b92b063ab43f4e6fb29792a7265cd2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470099 Jan 10 11:54:19.189663 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [-] (103371) accepted ('10.222.0.20', 48056) {{(pid=103371) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 10 11:54:19.261364 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a3711bd5-44d8-4eba-a9f8-af6babcd30f8 admin admin] Publish callbacks [] for security_group (a6793245-d751-417d-a597-27277bab25d5), before_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.284489 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a3711bd5-44d8-4eba-a9f8-af6babcd30f8 admin admin] Publish callbacks [] for security_group (a6793245-d751-417d-a597-27277bab25d5), precommit_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.433326 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a3711bd5-44d8-4eba-a9f8-af6babcd30f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-977961'] for security_group (a6793245-d751-417d-a597-27277bab25d5), after_delete {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.435916 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron_lib.callbacks.manager [None req-a3711bd5-44d8-4eba-a9f8-af6babcd30f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103371) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:19.437089 dv-cinder-master-3-iscsi neutron-server[103371]: INFO neutron.wsgi [None req-a3711bd5-44d8-4eba-a9f8-af6babcd30f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6793245-d751-417d-a597-27277bab25d5 HTTP/1.1" status: 204 len: 168 time: 0.2462509 Jan 10 11:54:19.451972 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3711bd5-44d8-4eba-a9f8-af6babcd30f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6793245-d751-417d-a597-27277bab25d5,revision_number=None']} {{(pid=103371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 10 11:54:24.455691 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d98daef5-ba55-46a2-935a-ba6ca4c7db3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:26.741359 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-9e177b01-c1f9-4c2d-8bfd-43330ad4e7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:28.049987 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:29.707350 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.307257 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:30.878565 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:32.833967 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:54:54.483527 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-a6c8a98e-c59c-4640-9e5c-159f3e4ec4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:56.666265 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0b958698-a1cc-405b-b93e-1ea894246f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:58.066008 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:54:59.729374 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.265980 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:00.906641 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:09.833765 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:55:24.420072 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-c74fba85-8970-45c6-a196-52441f8f5701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:26.666894 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-d9892813-6fe3-476d-b71c-1db0dd70ac7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:27.203544 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-8130f6ca-3dd8-4f55-8b38-8457142907e8 req-220e4c9a-7fde-429e-a483-0beafc7e30a0 service neutron] (103371) timed out ('10.222.0.20', 41384) {{(pid=103371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 11:55:28.094549 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:29.711970 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.282984 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:30.883807 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:46.832783 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:55:54.489687 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-88c61f92-62c4-4ca0-bc18-ae12313e3984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:56.677185 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-f65aec52-a566-4aff-9c83-a0e774af6a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:58.082933 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:55:59.722748 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.294101 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:00.871387 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:23.832437 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:56:24.477193 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-af514e1b-7bab-496e-a67a-5a42cecaa8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:26.717278 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-faae81b6-f4fa-44cc-b2ef-98b7f4466f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:28.168267 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:29.763185 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.284974 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:30.923157 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:54.448271 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-0e2bb0ea-c3e2-47b7-8c8b-19fcf1f92468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:56.711621 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4f88d2cb-0ac2-4f22-bcaf-7cd817420d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:58.058936 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:56:59.757169 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.287111 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:00.830943 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:57:00.916724 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:24.454465 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2f383f17-c7b3-49b1-94a8-79b7433d1cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:26.711313 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3b60-0064-43d0-97a5-b8e3917ea687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:28.092991 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:29.916718 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.322880 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:30.917408 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:37.830671 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:57:54.413733 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4b4bec7a-767c-4185-87db-76ded87087df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:56.717243 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-03fdd19f-8ecf-4c05-9181-f9ccf1b8d167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:58.077669 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:57:59.785211 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.361467 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:00.882456 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:14.830075 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:58:22.791787 dv-cinder-master-3-iscsi neutron-server[103370]: DEBUG neutron.wsgi [req-b6000b91-c5b9-423f-8c1e-cd2ea5a957b7 req-9ecbb510-58c9-4227-aa75-cd7366c0ffd7 service neutron] (103370) timed out ('10.222.0.20', 44264) {{(pid=103370) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 11:58:24.437642 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-eaf126e1-289a-4b7f-bb17-3e05e5f3e46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:26.676837 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-edce704e-7269-46ef-ab99-a98404cde13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:28.105629 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:29.779992 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.355931 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:30.928601 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:41.850594 dv-cinder-master-3-iscsi neutron-server[103371]: DEBUG neutron.wsgi [req-b0475783-9da3-4db2-b69c-ab37665023de req-78592fbb-3843-4df2-bcdd-c58832f1f08c service neutron] (103371) timed out ('10.222.0.31', 64718) {{(pid=103371) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 10 11:58:51.828760 dv-cinder-master-3-iscsi neutron-server[103373]: DEBUG neutron.db.agents_db [None req-5a097f6e-add8-4baa-af6b-ea2bb637afa2 None None] Agent healthcheck: found 6 active agents {{(pid=103373) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 10 11:58:54.517391 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-df07095c-1b78-4a8d-898b-15551376cfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:56.723072 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-4cccd7ce-84d0-4777-a576-36580ac58959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:58.191488 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:58:59.836929 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-050c52b5-9c41-4a0e-819f-c9b62bbb4237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (d20e2bb5-dd48-4042-91ff-1b25cc246c7b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.357321 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-2e0da0f8-2fbb-4ebb-9b98-4acf6f13a790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (7b65c67f-0e06-4767-91cc-d8658ea8dbab), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:00.910295 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-915398cb-7b04-4990-8607-5e796c36922a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88fb92c7-8f68-40c0-b1a3-3066e4018a6d), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:24.466407 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-e1607a74-e87c-426a-af63-7e909cbdceff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (24e64328-8385-433d-9314-ad4ce5ef905b), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:26.704691 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-bbfdbfa6-86cd-447d-802e-6eebe9128cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (fa99adec-ac14-4d2a-b3b2-229b0408c185), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 10 11:59:28.082750 dv-cinder-master-3-iscsi neutron-server[103372]: DEBUG neutron_lib.callbacks.manager [None req-053c38c3-6d9b-4cd7-8b59-42aa38113bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732915131293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1192463'] for agent (88038e9b-3b62-40f2-a7b3-36e7004d6a39), after_update {{(pid=103372) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}